-- Logs begin at Tue 2022-09-20 21:44:10 UTC, end at Tue 2022-09-20 22:41:54 UTC. -- Sep 20 22:15:20.326487 dv-cinder-858276-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 22:15:22.954693 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.common.config [-] Logging enabled! Sep 20 22:15:22.955188 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 20 22:15:22.955471 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106147) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 20 22:15:22.958756 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.common.config [-] Logging enabled! Sep 20 22:15:22.959009 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 20 22:15:22.959318 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106147) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 20 22:15:22.960235 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 22:15:22.960466 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 22:15:22.960933 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 22:15:22.961203 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 22:15:22.961432 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 22:15:22.961751 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.962047 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.962279 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.962572 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.962868 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.963141 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.963429 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.963723 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.964005 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.964281 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.964562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.964791 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.965096 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.965382 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.965665 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.965888 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] debug = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.966164 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.966581 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.966991 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.967278 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.967562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.967839 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.968110 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.968380 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.968661 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.969001 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] host = dv-cinder-858276-1-iscsi {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.969279 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.969566 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.969849 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.970130 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.970400 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.970673 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.970954 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.971231 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.971498 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.971771 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.972055 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.972344 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.972625 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.972849 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.973091 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.973897 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.974190 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.974464 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.974736 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.975009 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.975278 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.975551 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.975817 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.976099 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.976380 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.976660 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.976931 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.977226 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.977501 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.977770 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.978049 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.978319 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.978586 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.978851 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.979132 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.979395 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.979664 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.979959 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.980239 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.980517 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.980796 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.981088 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.981367 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.981633 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.981898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.982164 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_json = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.982430 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.982695 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.982971 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.983238 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.983505 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.983774 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.984040 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.984318 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.984585 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:22.984877 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.985189 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.985485 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.985766 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.986065 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.986343 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.986628 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.987164 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.987462 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.987743 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.988026 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.988301 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.988596 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.988882 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.989761 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.990065 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.990355 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.990641 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.990915 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.991187 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.991456 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.991730 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.992014 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.992289 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.992573 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.992858 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.993158 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.993452 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.993734 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.994015 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.994305 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.994590 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.994861 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.995136 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.995423 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.995697 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.995965 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.996252 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.996526 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.996794 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.997094 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.997384 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.997668 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.997935 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.998212 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.998499 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.998775 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.999046 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.999317 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.999591 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:22.999859 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.000142 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.000419 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.000689 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.000958 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.001264 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.001532 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.001799 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.002072 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.002341 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.002613 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.002880 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.003147 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.003415 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.003680 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.003945 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.004211 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.004476 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.004785 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.005079 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.005349 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.005617 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.005886 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.006154 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.006433 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.006725 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.006998 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.007276 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.007549 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.007821 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.008092 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.008362 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.008635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.008907 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.009199 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.009483 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.009762 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.010045 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.010324 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.010614 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.010905 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.011179 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.011453 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.011727 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.012000 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.012272 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.012549 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.012822 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.013121 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.013402 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.013682 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.013975 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.014266 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.014542 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.014834 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.015123 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.015412 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.015689 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.015996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.016273 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:23.016490 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 22:15:23.016731 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106147) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 22:15:23.390743 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 20 22:15:23.391059 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 20 22:15:23.391322 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 20 22:15:23.391550 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 20 22:15:23.391826 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 20 22:15:23.392150 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 22:15:23.713296 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.713509 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.713777 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.714968 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.715243 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.715505 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.768010 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.768288 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.768552 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.785201 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.785485 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.785755 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.813810 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.814095 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.814366 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.851259 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.851539 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:23.851814 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.079233 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.079823 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.079823 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.080830 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.081564 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.178136 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.178453 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.178737 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.179014 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.179283 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.179592 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.179856 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.180120 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.180381 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.180667 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.180929 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.181222 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.181482 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.181734 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.181993 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.182260 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.182518 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.182787 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.183057 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.183317 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.183591 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.183843 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.184125 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.184501 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.184754 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.185026 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.185421 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.185657 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.185892 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.186125 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.186357 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.186593 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:24.186953 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 22:15:24.190023 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 22:15:24.194432 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 22:15:24.198268 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 20 22:15:24.199877 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 22:15:24.200485 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 22:15:24.200820 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 22:15:24.201236 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 22:15:24.203978 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 22:15:24.204226 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 22:15:24.204566 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 22:15:24.210289 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 22:15:24.232836 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 22:15:24.233309 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.233603 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106147) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 20 22:15:24.233965 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.235305 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106147) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 22:15:24.235584 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 22:15:24.235829 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 22:15:24.246685 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.246966 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:24.381921 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 22:15:24.382104 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 22:15:24.382334 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 22:15:24.382713 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 22:15:24.434850 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO dbcounter [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Registered counter for database neutron Sep 20 22:15:24.454880 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_db.sqlalchemy.engines [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106147) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 22:15:24.461285 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG dbcounter [-] [106147] Writer thread running {{(pid=106147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 22:15:24.998438 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing driver for type 'gre' Sep 20 22:15:24.998973 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] gre ID ranges: [(1, 1000)] Sep 20 22:15:25.056946 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing driver for type 'local' Sep 20 22:15:25.057298 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing driver for type 'vlan' Sep 20 22:15:25.069815 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] VlanTypeDriver initialization complete Sep 20 22:15:25.070354 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing driver for type 'vxlan' Sep 20 22:15:25.070921 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] vxlan ID ranges: [(1, 1000)] Sep 20 22:15:25.130304 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing extension driver 'port_security' Sep 20 22:15:25.131022 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.extensions.port_security [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] PortSecurityExtensionDriver initialization complete Sep 20 22:15:25.131116 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing mechanism driver 'openvswitch' Sep 20 22:15:25.131400 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing mechanism driver 'hyperv' Sep 20 22:15:25.137939 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.plugin [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:25.138608 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.138978 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.139330 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.139826 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.140239 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.140594 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.140940 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.141351 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.141753 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.142101 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.142442 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.142825 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.143224 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.143571 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.143914 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.144299 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.144697 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.145075 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.145448 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.145962 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.146366 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > address_group after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.146720 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > address_group after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.147062 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.147449 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 20 22:15:25.147890 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] ML2 OVO RPC backend initialized. {{(pid=106147) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 20 22:15:25.148580 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.148935 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.149373 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.149722 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > networks before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.150069 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.150410 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > ports before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.150755 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.151100 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnets before_response 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.151447 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.151787 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.152124 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.152459 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.152795 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.153163 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.153501 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.153837 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.154168 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.162169 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded quota_driver: . Sep 20 22:15:25.162531 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.plugin [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Modular L2 Plugin initialization complete Sep 20 22:15:25.162879 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading services supported by the core plugin {{(pid=106147) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 22:15:25.163221 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.plugins.ml2.managers [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Got port-security extension from driver 'port_security' Sep 20 22:15:25.163698 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.extensions.vlantransparent [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Disabled vlantransparent extension. Sep 20 22:15:25.164187 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106147) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 22:15:25.164513 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: router Sep 20 22:15:25.199627 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.200023 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_create 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.200410 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router before_create 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.200760 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.201161 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.201519 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_delete 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.201880 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.202229 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.202585 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_create 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.202934 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.203282 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.203631 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.203986 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.204395 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.204763 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.205131 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.205472 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: subnet after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.205817 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.206169 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.206517 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_create 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.206898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.207246 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.207600 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router after_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.207968 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.208322 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_create 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.208686 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.209062 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_update 55549900 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.209429 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > agent after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.209782 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > agent after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.210126 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > network after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.210965 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Tracking information for resource: router configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:25.211296 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Tracking information for resource: floatingip configured {{(pid=106147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 22:15:25.216141 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.db.l3_agentschedulers_db [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 22:15:25.216713 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.217102 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.217461 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.217813 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: port after_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.218583 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router before_create 55550100 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.218992 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.219335 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_create 55550100 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.219692 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > router precommit_update 55550100 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.225138 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.provider_configuration [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service providers = [] {{(pid=106147) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 22:15:25.225506 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.db.servicetype_db [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106147) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 22:15:25.228434 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.service_base [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 22:15:25.228788 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.service_base [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 22:15:25.229158 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.service_base [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 22:15:25.230039 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.services.service_base [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 22:15:25.230411 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.services.service_base [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 22:15:25.230779 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.231093 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 22:15:25.243431 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.243768 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: auto_allocate Sep 20 22:15:25.249466 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: network precommit_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.249840 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: network precommit_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.250355 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.250681 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: tag Sep 20 22:15:25.257224 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.257550 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: timestamp Sep 20 22:15:25.261496 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.261827 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: network_ip_availability Sep 20 22:15:25.267226 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.267601 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.267958 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.268661 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.268993 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: flavors Sep 20 22:15:25.274146 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.274477 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading Plugin: revisions Sep 20 22:15:25.278849 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 22:15:25.279231 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.887s {{(pid=106147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 20 22:15:25.279966 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106147) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 20 22:15:25.280303 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Initializing extension manager. Sep 20 22:15:25.280828 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: __init__.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.281193 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: __pycache__ {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.281532 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: address_group.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.282407 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.282966 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: address-group Sep 20 22:15:25.283291 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: address_scope.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.283965 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.284473 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: address-scope Sep 20 22:15:25.284796 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.285694 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.286753 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: router-admin-state-down-before-update Sep 20 22:15:25.287076 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: agent.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.287738 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.288237 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: agent Sep 20 22:15:25.288557 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: agent_resources_synced.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.289457 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.289959 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: agent-resources-synced Sep 20 22:15:25.290280 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: allowedaddresspairs.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.292005 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.292525 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: allowed-address-pairs Sep 20 22:15:25.292849 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: auto_allocated_topology.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.293896 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.294413 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: auto-allocated-topology Sep 20 22:15:25.294740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: availability_zone.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.295396 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.295905 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: availability_zone Sep 20 22:15:25.296233 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: availability_zone_filter.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.297135 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.297646 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: availability_zone_filter Sep 20 22:15:25.297969 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: data_plane_status.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.298834 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.299338 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 22:15:25.299656 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: default_subnetpools.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.300519 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.301054 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: default-subnetpools Sep 20 22:15:25.301394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.302160 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.302667 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: dhcp_agent_scheduler Sep 20 22:15:25.302984 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: dns.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.303847 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.304347 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 22:15:25.304663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: dns_domain_ports.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.305554 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.306062 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 22:15:25.306381 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.307248 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.307745 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 22:15:25.308063 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: dvr.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.308690 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.309223 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: dvr Sep 20 22:15:25.309544 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: ecmp_routes.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.310406 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.310903 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 22:15:25.311223 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: empty_string_filtering.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.312077 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.312580 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: empty-string-filtering Sep 20 22:15:25.312898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.313785 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.314286 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 22:15:25.314606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.315466 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.315970 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 22:15:25.316290 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: external_net.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.317201 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.317708 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: external-net Sep 20 22:15:25.318027 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.318889 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.319390 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: extra_dhcp_opt Sep 20 22:15:25.319711 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: extraroute.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.320571 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.321101 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: extraroute Sep 20 22:15:25.321423 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: extraroute_atomic.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.322410 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.322913 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: extraroute-atomic Sep 20 22:15:25.323235 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: filter_validation.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.323855 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.324353 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: filter-validation Sep 20 22:15:25.324670 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: fip_pf_description.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.325563 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.326060 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 22:15:25.326377 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: fip_pf_detail.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.327234 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.327736 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 20 22:15:25.328054 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: fip_pf_port_range.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.328909 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.329441 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 20 22:15:25.329759 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: fip_port_details.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.330626 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.331135 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: fip-port-details Sep 20 22:15:25.331454 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: flavors.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.333133 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.333651 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: flavors Sep 20 22:15:25.333975 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.335571 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.336100 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 22:15:25.336431 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: floatingip_pools.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.337125 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.337638 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: floatingip-pools Sep 20 22:15:25.337963 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: ip_allocation.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.338849 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.339353 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 22:15:25.339673 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.340557 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.341091 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: ip-substring-filtering Sep 20 22:15:25.341411 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l2_adjacency.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.342288 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.342786 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 22:15:25.343105 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.344013 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.344522 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: router Sep 20 22:15:25.344840 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.347205 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.347739 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 22:15:25.348077 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.349567 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.350093 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: ext-gw-mode Sep 20 22:15:25.350423 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.351295 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.351810 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: l3-ha Sep 20 22:15:25.352135 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.353024 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.353536 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 20 22:15:25.353858 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_flavors.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.354730 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.355242 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: l3-flavors Sep 20 22:15:25.355564 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.356888 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.357434 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 20 22:15:25.357764 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.358640 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.359151 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 22:15:25.359476 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: l3agentscheduler.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.360472 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.360992 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: l3_agent_scheduler Sep 20 22:15:25.361332 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: local_ip.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.363303 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.363824 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension local_ip not supported by any of loaded plugins Sep 20 22:15:25.364211 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: logging.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.365653 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.366183 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension logging not supported by any of loaded plugins Sep 20 22:15:25.366513 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: metering.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.367208 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.367779 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: metering Sep 20 22:15:25.368105 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.369174 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.369693 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: metering_source_and_destination_fields Sep 20 22:15:25.370018 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: multiprovidernet.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.370898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.371416 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: multi-provider Sep 20 22:15:25.371824 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: netmtu.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.372602 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.373144 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: net-mtu Sep 20 22:15:25.373467 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: netmtu_writable.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.374340 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.374849 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: net-mtu-writable Sep 20 22:15:25.375171 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: network_availability_zone.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.375805 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.376319 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: network_availability_zone Sep 20 22:15:25.376644 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: network_ip_availability.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.377716 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.378227 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: network-ip-availability Sep 20 22:15:25.378550 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: network_segment_range.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.379274 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.379804 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 22:15:25.380123 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: pagination.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.381148 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.381438 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: pagination Sep 20 22:15:25.381862 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_device_profile.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.382720 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.383234 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-device-profile Sep 20 22:15:25.383555 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_mac_address_override.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.384427 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.384936 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-mac-override Sep 20 22:15:25.385290 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.386172 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.386681 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-mac-address-regenerate Sep 20 22:15:25.387003 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.387871 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.388381 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-numa-affinity-policy Sep 20 22:15:25.388758 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_resource_request.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.389654 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.390156 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 22:15:25.390477 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: port_resource_request_groups.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.391451 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.391955 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 20 22:15:25.392334 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: portbindings.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.393237 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.393748 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: binding Sep 20 22:15:25.394067 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: portbindings_extended.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.395858 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.396412 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: binding-extended Sep 20 22:15:25.396741 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: portsecurity.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.397705 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.398222 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-security Sep 20 22:15:25.398546 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: project_id.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.399717 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.400051 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: project-id Sep 20 22:15:25.400373 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: providernet.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.401272 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.401787 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: provider Sep 20 22:15:25.402113 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.405673 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.406209 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos not supported by any of loaded plugins Sep 20 22:15:25.406539 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.407754 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.408269 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 22:15:25.408600 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.409519 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.410026 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 22:15:25.410352 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_default.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.411848 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.412354 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-default not supported by any of loaded plugins Sep 20 22:15:25.412678 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_fip.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.413581 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.414093 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 22:15:25.414413 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.415281 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.415785 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 20 22:15:25.416108 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_gateway_ip.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.417016 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.417523 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 22:15:25.417845 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_port_network_policy.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.418716 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.419222 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 22:15:25.419545 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.420531 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.421078 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 20 22:15:25.421406 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.422401 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.422915 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 20 22:15:25.423239 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_pps_rule.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.424356 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.424866 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-pps not supported by any of loaded plugins Sep 20 22:15:25.425226 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_rule_type_details.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.426095 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.426659 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 22:15:25.426980 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.427854 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.428360 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 20 22:15:25.428687 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: qos_rules_alias.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.429733 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.430249 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 22:15:25.430557 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: quota_check_limit.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.431426 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.431942 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: quota-check-limit Sep 20 22:15:25.432270 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: quotasv2.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.433225 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.433552 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: quotas Sep 20 22:15:25.433873 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: quotasv2_detail.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.435520 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.435857 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: quota_details Sep 20 22:15:25.436186 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: rbac.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.437248 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.437768 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: rbac-policies Sep 20 22:15:25.438094 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: rbac_address_group.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.438974 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.439490 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: rbac-address-group Sep 20 22:15:25.439814 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: rbac_address_scope.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.440770 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.441311 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: rbac-address-scope Sep 20 22:15:25.441638 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: rbac_security_groups.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.442562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.443068 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: rbac-security-groups Sep 20 22:15:25.443392 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: rbac_subnetpool.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.444261 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.444770 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: rbac-subnetpool Sep 20 22:15:25.445140 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: revisionifmatch.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.446027 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.446543 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: revision-if-match Sep 20 22:15:25.446864 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: revisions.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.447937 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.448443 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: standard-attr-revisions Sep 20 22:15:25.448763 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: router_availability_zone.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.449422 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.449931 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: router_availability_zone Sep 20 22:15:25.450251 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: routerservicetype.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.451122 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.451632 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 22:15:25.451954 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.452828 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.453362 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: security-groups-normalized-cidr Sep 20 22:15:25.453686 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.454566 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.455074 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: port-security-groups-filtering Sep 20 22:15:25.455397 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.456282 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.456790 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: security-groups-remote-address-group Sep 20 22:15:25.457148 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.458548 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.459060 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: security-groups-shared-filtering Sep 20 22:15:25.459383 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: securitygroup.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.469089 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.469617 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: security-group Sep 20 22:15:25.469947 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: segment.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.470640 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.471156 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension segment not supported by any of loaded plugins Sep 20 22:15:25.471484 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.472376 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.472890 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 22:15:25.473834 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: servicetype.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.474914 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.475433 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: service-type Sep 20 22:15:25.475760 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: sorting.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.476709 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.477067 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: sorting Sep 20 22:15:25.477393 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: standard_attr_segment.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.478282 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.478803 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 22:15:25.479127 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: standardattrdescription.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.479740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.480251 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: standard-attr-description Sep 20 22:15:25.480574 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: stateful_security_group.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.481480 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.481993 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: stateful-security-group Sep 20 22:15:25.482314 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: stdattrs_common.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.482858 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 22:15:25.483177 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.484052 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.484555 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 22:15:25.484875 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnet_onboard.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.485905 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.486422 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: subnet_onboard Sep 20 22:15:25.486751 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.487921 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.488428 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 22:15:25.488749 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnet_service_types.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.489697 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.490206 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: subnet-service-types Sep 20 22:15:25.490525 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnetallocation.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.491545 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.492060 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: subnet_allocation Sep 20 22:15:25.492382 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.493033 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.493544 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: subnetpool-prefix-ops Sep 20 22:15:25.493862 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.494742 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.495252 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 22:15:25.495573 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: tagging.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.496592 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.497145 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: standard-attr-tag Sep 20 22:15:25.497472 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: timestamp.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.498622 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.499134 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loaded extension: standard-attr-timestamp Sep 20 22:15:25.499458 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: trunk.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.500456 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.500985 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension trunk not supported by any of loaded plugins Sep 20 22:15:25.501303 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: trunk_details.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.502299 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.502803 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 22:15:25.503128 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: uplink_status_propagation.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.503996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.504520 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 22:15:25.504845 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Loading extension file: vlantransparent.py {{(pid=106147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 22:15:25.505496 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 22:15:25.505999 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 22:15:25.508609 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:network Sep 20 22:15:25.509165 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnet Sep 20 22:15:25.509568 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 22:15:25.509962 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:port Sep 20 22:15:25.511247 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.511693 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service FLAVORS assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.512302 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.512739 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.513104 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:router Sep 20 22:15:25.513534 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 22:15:25.514031 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service METERING assigned prefix: /metering {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.515446 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.515822 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.516177 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:15:25.517218 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 22:15:25.517670 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:security_group Sep 20 22:15:25.518100 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 22:15:25.518643 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service CORE assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.518982 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 22:15:25.519318 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] subnetpool is already registered Sep 20 22:15:25.519740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service CORE assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.520062 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 22:15:25.520905 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] subnetpool is already registered Sep 20 22:15:25.523278 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.523723 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service FLAVORS assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.524345 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.524888 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.525245 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:router Sep 20 22:15:25.525599 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] router is already registered Sep 20 22:15:25.526011 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 22:15:25.526346 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] floatingip is already registered Sep 20 22:15:25.526817 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service METERING assigned prefix: /metering {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.527514 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 22:15:25.527843 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] rbac_policy is already registered Sep 20 22:15:25.528267 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:security_group Sep 20 22:15:25.528601 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] security_group is already registered Sep 20 22:15:25.529047 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 22:15:25.529383 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] security_group_rule is already registered Sep 20 22:15:25.529870 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service CORE assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.530194 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 22:15:25.530522 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] subnetpool is already registered Sep 20 22:15:25.530959 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.v2.resource_helper [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Service CORE assigned prefix: {{(pid=106147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 22:15:25.531278 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 22:15:25.531605 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING neutron.quota.resource_registry [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] subnetpool is already registered Sep 20 22:15:25.532067 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: extensions {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.533669 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: address-groups {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.535149 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: address-scopes {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.536995 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: agents {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.538166 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: auto-allocated-topology {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.540655 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: availability_zones {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.541918 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: dhcp-networks {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.543622 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: dhcp-agents {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.545504 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: routers {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.547613 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: flavors {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.548858 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: service_profiles {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.550445 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: next_providers {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.552004 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: service_profiles {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.553672 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: floatingip-pools {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.555300 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: routers {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.557432 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: floatingips {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.558636 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: l3-routers {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.560511 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: l3-agents {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.562810 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: metering-labels {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.564102 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: metering-label-rules {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.565412 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: network-ip-availabilities {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.566777 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: bindings {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.568395 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: quotas {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.569994 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: quotas {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.571668 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: rbac-policies {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.572870 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: security-groups {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.574096 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: security-group-rules {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.575349 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: service-providers {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.576674 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: subnetpools {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.578042 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: subnetpools {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.579543 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.581335 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.583588 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.585510 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.587202 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.589084 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.590890 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.592693 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.594486 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.596345 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron.api.extensions [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Extended resource: tags {{(pid=106147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 22:15:25.603933 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING keystonemiddleware.auth_token [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 22:15:25.609033 dv-cinder-858276-1-iscsi neutron-server[106147]: WARNING keystonemiddleware.auth_token [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 22:15:25.618094 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Acquiring lock "singleton_lock" {{(pid=106147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 20 22:15:25.618424 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Acquired lock "singleton_lock" {{(pid=106147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 20 22:15:25.618896 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_concurrency.lockutils [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Releasing lock "singleton_lock" {{(pid=106147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 20 22:15:25.619538 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Starting 2 workers Sep 20 22:15:25.624327 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Started child 106260 {{(pid=106147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 22:15:25.628762 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Started child 106261 {{(pid=106147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 22:15:25.630170 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.630885 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO neutron.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 22:15:25.631489 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.631696 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [-] (106260) wsgi starting up on http://0.0.0.0:9696 Sep 20 22:15:25.633881 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Starting 1 workers Sep 20 22:15:25.634046 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.635430 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [-] (106261) wsgi starting up on http://0.0.0.0:9696 Sep 20 22:15:25.639027 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Started child 106262 {{(pid=106147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 22:15:25.639563 dv-cinder-858276-1-iscsi neutron-server[106147]: INFO oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Starting 1 workers Sep 20 22:15:25.642944 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] calling RpcWorker wait() {{(pid=106262) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 22:15:25.643489 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] returning from RpcWorker wait() {{(pid=106262) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 22:15:25.644030 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Started child 106263 {{(pid=106147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 22:15:25.644784 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG neutron_lib.callbacks.manager [None req-54a1f330-209d-4577-9d39-a652e2170990 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.644878 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.645888 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:25.647240 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 22:15:25.647447 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 22:15:25.647637 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 22:15:25.647866 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 22:15:25.648210 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 22:15:25.648387 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 22:15:25.648900 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.649196 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.649464 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.649552 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:25.649987 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.650289 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.650397 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:25.650555 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.650817 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.651096 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.651364 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.651534 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.651699 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.651940 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.652184 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.652489 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.652765 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.653033 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.653262 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.653431 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.653693 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.653957 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.654209 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.654482 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] debug = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.654731 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.655203 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.655429 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.655678 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.655911 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.656187 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.656441 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.656707 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.656946 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.657186 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.657417 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.657679 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.657923 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.658160 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.658398 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.658671 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.658918 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.659418 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] host = dv-cinder-858276-1-iscsi {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.659657 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.659904 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.660153 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.660409 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.660661 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.660937 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.661223 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.661467 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.661736 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.661982 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.662242 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.662489 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.662725 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.662985 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.663148 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_options = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.663389 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.663665 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.663942 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.664129 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.664297 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.664459 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.664716 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.664879 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.665144 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.665389 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.665602 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.665836 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.666054 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.666297 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.666640 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.666875 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.667069 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.667307 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.667537 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.667731 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.668302 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.668473 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.668616 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.668841 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.669080 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.669330 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.669571 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.669804 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.670015 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.670263 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.670599 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.670864 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.671180 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.671423 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.671680 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.672169 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.672169 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.672670 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.672670 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.672949 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.673135 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.673336 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.673551 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.673889 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.674097 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.674228 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.674425 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_json = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.675433 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.675433 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.675433 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.675668 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.675743 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.676390 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.676390 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.676682 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.676812 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.677740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.677740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.677996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.679579 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.685297 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.685732 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.686749 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.687227 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.687659 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.688058 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.688543 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.688924 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.689405 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.689824 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.690311 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.691180 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.691459 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.691747 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.692486 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.692751 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.693025 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.693257 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.693551 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.693805 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.694054 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.694298 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.694530 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.694858 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.695127 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.695401 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.695778 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.696055 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.696310 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.696580 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.696805 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.697162 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.697411 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.697633 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.697853 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.698097 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.698373 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.698616 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.698877 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.699124 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.699513 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.699918 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.700172 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.700420 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.700678 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.700904 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.701212 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.701473 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.701700 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.701942 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.702211 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.702431 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.702701 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.703029 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.703295 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.703562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.703819 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.704044 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.704322 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.704545 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.704800 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.705037 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.705425 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.705652 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.705890 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.706114 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.706352 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.706598 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.706823 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.707044 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.707296 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.707544 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.708317 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.708547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.708771 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.709008 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.709239 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.709463 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.709685 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.709903 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.710143 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.710367 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.710586 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.710804 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.711045 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.711263 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.711487 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.711740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.712055 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.712323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.712592 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.712861 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.713113 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.713363 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.713619 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.713834 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.714051 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.714292 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.714565 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.714950 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.715334 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.715711 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.716086 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.716349 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.716577 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.716804 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.717057 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.717301 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.717497 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.717887 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.718114 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.718357 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.718587 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.718862 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.719207 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.719451 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.719673 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.719933 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.720195 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.720491 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.720738 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.721063 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.721293 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.721575 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.721886 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.722158 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.722428 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.722691 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.722930 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.723191 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.723452 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.723723 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.723956 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.724211 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.724466 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.724725 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.724947 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.725208 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.725592 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.726073 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.726325 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.726569 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.726788 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.727055 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.727336 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.727563 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.727988 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.728242 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.728637 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.729071 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.729445 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.729813 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.730080 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.730336 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.730558 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.730795 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.731016 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.731242 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.731468 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.731686 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.731924 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.732141 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.732365 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.732601 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.732823 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.733066 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.733329 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.733551 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.733775 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.734016 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.734240 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.734462 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.734703 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.734921 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.735156 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.735378 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.735659 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.735916 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.736165 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.736395 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.736642 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.736903 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.737421 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.737688 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.737915 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.738133 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.738350 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.738573 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.738810 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.739048 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.739332 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.739556 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.739828 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.740101 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.740490 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.740749 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.741019 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.741285 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.741528 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.741773 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.741965 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.742187 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.742446 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.742686 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.742928 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.743189 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.743439 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.743645 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.743888 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.744112 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.744334 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.744554 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.744818 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.745115 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.745233 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:25.745342 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.745584 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.745808 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.746054 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.746279 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.746501 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.746722 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.746943 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.747162 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.747378 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.747598 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.747832 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.748171 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.748422 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.748658 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.748923 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.749163 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.749403 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.749642 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.749874 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.750097 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.750326 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.750579 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.750805 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.751048 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.751265 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.751479 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.751700 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.751926 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.752139 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.752371 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.752586 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.752801 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.753056 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754013 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754013 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754013 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754013 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754340 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.754340 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.755061 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.755275 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.755521 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.755731 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.755943 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.756163 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.756380 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.756591 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.756899 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.757176 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.757415 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.757705 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.757954 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.758202 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.758449 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.758773 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.758992 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.759254 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.759488 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.759709 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.759931 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.760185 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.760511 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.760820 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.761092 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.761351 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.761636 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.761913 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.762185 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.762437 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.762730 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.763059 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.763340 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.763609 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.763866 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.764127 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.764373 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.764613 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.764855 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.765114 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.765336 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.765577 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.765825 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.766069 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.766288 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.766538 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.766779 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.767025 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.767239 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.767477 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.767696 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.767836 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 22:15:25.768389 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 22:15:25.768558 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 22:15:25.769142 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 22:15:25.769142 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 22:15:25.769142 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 22:15:25.769614 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 22:15:25.769614 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.769614 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.769996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.769996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.769996 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.770953 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.770953 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.771562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.771562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.771562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.771562 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772079 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772079 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772079 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772079 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772570 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772570 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.772570 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773036 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773036 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773036 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773377 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] debug = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773377 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773604 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773750 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.773871 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.774021 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.774296 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.774576 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.774856 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.775132 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.775421 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.775686 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.775914 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.776081 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.776277 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.776554 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.776836 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.777155 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.777440 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] host = dv-cinder-858276-1-iscsi {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.777730 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.777967 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.778255 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.778651 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.778860 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779030 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779197 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779363 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779526 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779688 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.779851 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.780011 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.780171 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.780391 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.780670 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_options = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.780956 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.781263 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.781546 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.781866 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.782041 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.782212 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.782388 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.783323 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.784107 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.784107 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.784107 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.784107 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.784107 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.785394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.786635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.787606 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_json = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.788663 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.789547 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.790181 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 22:15:25.790181 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790181 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790181 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790438 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790438 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790604 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790767 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.790928 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791089 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791252 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791422 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791585 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791759 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.791922 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792083 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792248 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792411 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792572 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792733 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.792893 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793076 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793238 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793414 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793575 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793735 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.793897 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794056 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794227 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794388 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794557 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794736 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.794898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795059 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795219 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795380 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795542 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795705 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.795867 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796028 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796190 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796351 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796512 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796672 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.796832 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797010 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797176 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797338 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797499 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797660 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797822 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.797998 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798144 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798304 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798466 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798629 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798790 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.798950 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799121 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799281 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799442 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799602 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799765 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.799925 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800086 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800247 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800408 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800569 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800729 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.800903 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.801086 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.801249 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.801518 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.801683 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.801843 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802004 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802164 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802326 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802486 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802647 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802808 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.802969 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803129 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803292 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803457 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803620 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803782 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.803944 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804104 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804265 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804425 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804585 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804754 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.804931 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805129 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805290 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805452 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805615 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805775 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.805936 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806098 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806259 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806420 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806580 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806740 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.806904 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807066 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807227 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807388 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807549 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807709 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.807869 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808029 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808190 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808352 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808513 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808673 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.808832 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809041 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809172 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809332 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809493 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809652 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809812 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.809982 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810142 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810305 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810468 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810635 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810806 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.810968 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811129 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811291 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811451 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811611 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811772 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.811933 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812093 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812252 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812413 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812585 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812748 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.812910 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813110 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813295 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813458 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813618 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813781 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.813941 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814101 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814263 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814424 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814586 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814747 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.814908 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815070 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815230 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815392 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815552 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815713 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.815875 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816035 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816197 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816359 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816521 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816681 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.816842 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.817530 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.817694 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.817855 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818016 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818176 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818337 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818497 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818657 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.818817 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819002 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819138 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819299 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819459 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819619 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819783 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.819944 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.820105 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.820265 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.820427 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.820590 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.820797 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821503 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821503 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821503 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821503 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821503 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821872 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.821872 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822014 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822116 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822276 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822438 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822618 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822779 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.822939 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823103 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823265 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823426 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823587 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823747 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.823912 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824071 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824233 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824393 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824553 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824713 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.824874 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825059 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825221 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825380 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825544 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825706 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.825867 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826028 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826189 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826349 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826512 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826671 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826830 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.826991 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827150 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827310 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827470 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827630 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827805 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.827966 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828127 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828287 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828448 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828609 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828779 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.828941 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829120 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829276 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829434 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829595 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829766 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.829922 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830075 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830235 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830554 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830723 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.830883 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831043 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831204 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831363 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831523 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831694 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.831855 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.832015 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.832176 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.832335 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.832495 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.833293 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.833462 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.833628 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.833771 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.833935 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834096 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834266 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834428 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834588 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834757 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.834919 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835080 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835240 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835414 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835576 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835738 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.835898 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836057 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836217 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836378 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836545 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836716 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.836885 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837070 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837242 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837412 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837582 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837744 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.837911 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838084 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838244 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838404 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838566 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838727 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.838887 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839047 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839232 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839394 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839554 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839714 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.839873 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840033 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840193 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840383 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840513 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840674 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.840834 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.841015 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.841179 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 22:15:25.841333 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 22:15:26.007615 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52778) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:26.014580 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048475 Sep 20 22:15:26.019077 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039029 Sep 20 22:15:35.123138 dv-cinder-858276-1-iscsi neutron-server[106147]: DEBUG dbcounter [-] [106147] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:37.279470 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc47f5-a385-4031-b904-3a00567adb45 None None] get_active_networks_info from dv-cinder-858276-1-iscsi {{(pid=106262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 20 22:15:37.303152 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writer thread running {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 22:15:37.374331 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc47f5-a385-4031-b904-3a00567adb45 None None] No non-hosted networks {{(pid=106262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 22:15:37.389630 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.agentschedulers_db [None req-b2cc47f5-a385-4031-b904-3a00567adb45 None None] DHCP Agent not found on host dv-cinder-858276-1-iscsi {{(pid=106262) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 20 22:15:37.460700 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a1eee6ef-a8f6-4bea-855b-8d8729429b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:39.055232 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writer thread running {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 22:15:39.625576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b3912787-928f-4b3c-84a4-fe0fe1887bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:39.652828 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-78dcdd28-acf5-4152-ab69-dc62cb25185f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:40.699313 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:41.072935 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52852) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:41.640181 dv-cinder-858276-1-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-7e35526d-4bd8-4b80-8043-8c82f27278a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:41.641055 dv-cinder-858276-1-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-7e35526d-4bd8-4b80-8043-8c82f27278a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:41.907823 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-7e35526d-4bd8-4b80-8043-8c82f27278a9 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:15:41.921796 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7e35526d-4bd8-4b80-8043-8c82f27278a9 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8477857 Sep 20 22:15:42.168369 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:42.297538 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:42.298279 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.298729 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.299124 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.299700 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.300036 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.300352 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.300675 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.301574 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.301908 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.302371 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.303138 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.303685 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.304475 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.304859 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.305360 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:42.305947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858276-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:42.318951 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858276-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:15:43.929028 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.db.l3_hamode_db [None req-5c9b843f-5dcd-4963-9945-3c6853807d62 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 22:15:44.011568 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b843f-5dcd-4963-9945-3c6853807d62 None None] Routers set() bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:15:44.011956 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b843f-5dcd-4963-9945-3c6853807d62 None None] Router IDs set() for agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 20 22:15:44.640857 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52888) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:44.962234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:15:44.974754 dv-cinder-858276-1-iscsi neutron-server[106261]: ERROR stevedore.extension [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 20 22:15:45.055494 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.policy [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 22:15:45.096742 dv-cinder-858276-1-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:45.097149 dv-cinder-858276-1-iscsi neutron-server[106261]: WARNING oslo_policy.policy [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:45.117622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writer thread running {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 22:15:45.193805 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422713353', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422713885', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422533921', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422557245', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422563807', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779422507497', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4061351', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4051409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633006'] for rbac-policy (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:45.263388 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:45.264586 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-50692d2d-7302-4027-91e2-af0a2e0c1212 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6227372 Sep 20 22:15:47.831258 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 52898) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:48.332091 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING oslo_policy.policy [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:48.332662 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING oslo_policy.policy [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:48.561396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:15:48.574193 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writer thread running {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 20 22:15:48.614793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Made reservation on behalf of 93444f88471d4ee98a1cb7007be947b4 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:15:48.623952 dv-cinder-858276-1-iscsi neutron-server[106260]: ERROR stevedore.extension [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 20 22:15:48.675354 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.policy [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106260) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 22:15:48.717780 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING oslo_policy.policy [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:48.718151 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING oslo_policy.policy [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 22:15:48.729661 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:48.754302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:48.878218 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks [] for security_group (58f753e9-77f2-466d-a92d-5d608083c79f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:48.883745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (58f753e9-77f2-466d-a92d-5d608083c79f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:48.922272 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:15:48.962396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779422391480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (84e9b4dc-90e9-4931-886e-a4b5e83bd448), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:48.963182 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Unsubscribe: segment precommit_create {{(pid=106260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 22:15:48.963980 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Added segment 84e9b4dc-90e9-4931-886e-a4b5e83bd448 of type vlan for network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c Sep 20 22:15:48.970070 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=58f753e9-77f2-466d-a92d-5d608083c79f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:15:49.012334 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.012678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.013057 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.013412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.013748 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.014073 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.014395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.014715 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.015034 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.015357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.015676 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.016008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.016328 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.016643 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.016956 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Tracked resource versions report: Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: pushed versions: Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Log': {'1.0'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Network': {'1.1'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Port': {'1.7'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: consumer versions: Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Agent': '1.1', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Log': '1.0', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Network': '1.1', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Port': '1.7', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SubPort': '1.0', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Subnet': '1.1', Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Sep 20 22:15:49.018473 dv-cinder-858276-1-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:15:49.076010 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (7d844280-c0f9-4bf7-ad64-dffabfab7e9c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:49.116698 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (7d844280-c0f9-4bf7-ad64-dffabfab7e9c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:49.121960 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:15:49.122632 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:49.208145 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3749766 Sep 20 22:15:49.253991 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acb0bf-a6dd-480e-b247-364819206668 demo demo] Pushing event updated for resources: {'Network': ['ID=7d844280-c0f9-4bf7-ad64-dffabfab7e9c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:15:49.268538 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:15:51.861626 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 52918) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:52.275928 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d98759-f71a-4f76-b2e4-4dfcfa7bd06c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:15:52.277309 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-82d98759-f71a-4f76-b2e4-4dfcfa7bd06c demo admin] 10.222.0.16 "GET /networking/v2.0/networks/7d844280-c0f9-4bf7-ad64-dffabfab7e9c HTTP/1.1" status: 200 len: 824 time: 0.4147904 Sep 20 22:15:52.317005 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f489ed99-7100-4ac4-b7dd-05a73b8225cc demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1 HTTP/1.1" status: 200 len: 734 time: 0.0331366 Sep 20 22:15:52.325780 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:15:52.329084 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:52.351991 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Made reservation on behalf of 93444f88471d4ee98a1cb7007be947b4 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:15:52.354289 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:52.653989 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (5424a714-dc13-444e-86b0-08e0558f724b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:52.687918 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:52.720957 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Pushing event updated for resources: {'Subnet': ['ID=5424a714-dc13-444e-86b0-08e0558f724b,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:15:52.729936 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Checking segment: {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:15:52.730316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Network hostable DHCP agents. Network: 7d844280-c0f9-4bf7-ad64-dffabfab7e9c, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:15:52.751792 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:15:52.762227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 7d844280-c0f9-4bf7-ad64-dffabfab7e9c) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:15:52.767843 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:15:52.768446 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:52.773037 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad575d0-921f-4385-b47f-eb9c2699628d None None] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:15:52.788980 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d3c839cd-2dde-4632-97d8-7daf94c8847c demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4663787 Sep 20 22:15:53.040473 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:15:53.041813 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.322051 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Allocated IP 172.20.0.2 (7d844280-c0f9-4bf7-ad64-dffabfab7e9c/5424a714-dc13-444e-86b0-08e0558f724b/cb360847-ca8c-4134-a56d-175ab65af39f) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:15:53.331159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:53.594668 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks [] for port (cb360847-ca8c-4134-a56d-175ab65af39f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.603244 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.673292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:15:53.681477 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:15:53.689163 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:15:53.696801 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Pushing event updated for resources: {'Port': ['ID=cb360847-ca8c-4134-a56d-175ab65af39f,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:15:53.729679 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.730022 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.730386 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.730745 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.731086 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.731424 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.731753 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.732081 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.732408 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.732733 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.733085 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.733432 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.733758 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.734082 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.734402 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Tracked resource versions report: Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: pushed versions: Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: { 'AddressGroup': {'1.2'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Agent': {'1.1'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'ConntrackHelper': {'1.0'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Log': {'1.0'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'NDPProxy': {'1.0'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Network': {'1.1'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Port': {'1.7'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'PortForwarding': {'1.3'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'QosPolicy': {'1.10'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroup': {'1.5'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SubPort': {'1.0'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Subnet': {'1.1'}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Trunk': {'1.1'}} Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: consumer versions: Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Agent': '1.1', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'ConntrackHelper': '1.0', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'LocalIPAssociation': '1.0', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Log': '1.0', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'NDPProxy': '1.0', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Network': '1.1', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Port': '1.7', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'PortForwarding': '1.3', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'QosPolicy': '1.10', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroup': '1.5', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroupRule': '1.2', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SubPort': '1.0', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Subnet': '1.1', Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Trunk': '1.1'}} Sep 20 22:15:53.735895 dv-cinder-858276-1-iscsi neutron-server[106262]: {{(pid=106262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:15:53.787084 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Attempting to bind port cb360847-ca8c-4134-a56d-175ab65af39f on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:15:53.787641 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Attempting to bind port cb360847-ca8c-4134-a56d-175ab65af39f by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:15:53.787941 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Attempting to bind port cb360847-ca8c-4134-a56d-175ab65af39f on network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:15:53.809939 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:53.834925 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:15:53.835296 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Checking segment: {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:15:53.835767 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.836159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Bound using segment: {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:15:53.836623 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Bound port: cb360847-ca8c-4134-a56d-175ab65af39f, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:15:53.837056 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.899646 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] For port cb360847-ca8c-4134-a56d-175ab65af39f, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:15:53.919590 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] For port cb360847-ca8c-4134-a56d-175ab65af39f, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=cb360847-ca8c-4134-a56d-175ab65af39f,segment=NetworkSegment(84e9b4dc-90e9-4931-886e-a4b5e83bd448),segment_id=84e9b4dc-90e9-4931-886e-a4b5e83bd448)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:15:53.927067 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:15:53.975121 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea265d5-14ed-444d-b42f-2bc4abecdeb4 None None] Pushing event updated for resources: {'Port': ['ID=cb360847-ca8c-4134-a56d-175ab65af39f,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:15:55.257138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=23,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:55.258390 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:55.479065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 52934) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:55.806142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [None req-b439636a-7dff-4ccd-8ed6-e9a219beac90 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:15:55.807152 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b439636a-7dff-4ccd-8ed6-e9a219beac90 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3272347 Sep 20 22:15:57.171977 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:57.176606 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:15:58.470932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 52946) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:15:58.806283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [None req-19664a96-a49b-42fc-9894-a09fb1186fac admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:15:58.807365 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-19664a96-a49b-42fc-9894-a09fb1186fac admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3354154 Sep 20 22:16:01.459126 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52958) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:01.789717 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:16:01.821719 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (215ea0f9-bc43-4017-8127-adc23ad0e390), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:01.823324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (215ea0f9-bc43-4017-8127-adc23ad0e390), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:01.956444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7fff0-345b-4449-97c3-0308d01aa3ae None None] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:16:01.970439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Publish callbacks [] for router_controller (215ea0f9-bc43-4017-8127-adc23ad0e390), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:01.975565 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (215ea0f9-bc43-4017-8127-adc23ad0e390), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:01.998313 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.001371 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6f334a58-b37f-4766-815e-ed194be4c812 demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5412509 Sep 20 22:16:02.088198 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device cb360847-ca8c-4134-a56d-175ab65af39f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:16:02.107417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Provisioning complete for port cb360847-ca8c-4134-a56d-175ab65af39f triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:02.107829 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.108196 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Attempt 1 to provision port cb360847-ca8c-4134-a56d-175ab65af39f Sep 20 22:16:02.283815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Current status of the port cb360847-ca8c-4134-a56d-175ab65af39f is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:02.284208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.287337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port cb360847-ca8c-4134-a56d-175ab65af39f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:02.287719 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.288059 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port cb360847-ca8c-4134-a56d-175ab65af39f Sep 20 22:16:02.337815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:02.362696 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] For port cb360847-ca8c-4134-a56d-175ab65af39f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=cb360847-ca8c-4134-a56d-175ab65af39f,segment=NetworkSegment(84e9b4dc-90e9-4931-886e-a4b5e83bd448),segment_id=84e9b4dc-90e9-4931-886e-a4b5e83bd448)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:16:02.369078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.438113 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port cb360847-ca8c-4134-a56d-175ab65af39f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:02.445274 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0375c-87bc-4722-bf55-fc15bd98ddc8 None None] Pushing event updated for resources: {'Port': ['ID=cb360847-ca8c-4134-a56d-175ab65af39f,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:02.485740 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-51abdb9a-0829-4c71-af64-add8e1783458 None None] Provisioning complete for port cb360847-ca8c-4134-a56d-175ab65af39f triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:02.486133 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-51abdb9a-0829-4c71-af64-add8e1783458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:02.486479 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-51abdb9a-0829-4c71-af64-add8e1783458 None None] Attempt 1 to provision port cb360847-ca8c-4134-a56d-175ab65af39f Sep 20 22:16:02.561018 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-51abdb9a-0829-4c71-af64-add8e1783458 None None] Current status of the port cb360847-ca8c-4134-a56d-175ab65af39f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:02.781008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:02.781767 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:04.038995 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device cb360847-ca8c-4134-a56d-175ab65af39f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:16:04.082594 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port cb360847-ca8c-4134-a56d-175ab65af39f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:04.082988 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:04.083332 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port cb360847-ca8c-4134-a56d-175ab65af39f Sep 20 22:16:04.145170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:04.156140 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port cb360847-ca8c-4134-a56d-175ab65af39f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:04.728112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52970) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:05.057270 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [None req-3e1899eb-cf31-4e18-95ca-0cbe8edce2ea admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:16:05.058262 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3e1899eb-cf31-4e18-95ca-0cbe8edce2ea admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3293023 Sep 20 22:16:07.260534 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6c863cf5-b685-40d8-9a37-9db5a4c14010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:07.685580 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52978) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:08.004419 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:16:08.028148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Made reservation on behalf of c43595da141a4fa38e7ea2e26db5eba9 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:16:08.030879 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.045744 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.145023 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks [] for security_group (99ac941e-6c03-435f-bd58-08c314aeaffc), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.148330 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (99ac941e-6c03-435f-bd58-08c314aeaffc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.159307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Reserving flat network on physical network physnet1 {{(pid=106261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 22:16:08.191711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779422391480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (c916f376-d6bc-4ab0-96bc-5449ba0179aa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.192243 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Unsubscribe: segment precommit_create {{(pid=106261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 22:16:08.192777 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Added segment c916f376-d6bc-4ab0-96bc-5449ba0179aa of type flat for network fce1cc64-2413-461f-aa2e-9375c7222292 Sep 20 22:16:08.212354 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac941e-6c03-435f-bd58-08c314aeaffc,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:08.260399 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.260738 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.261118 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.261456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.261781 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.262103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.262423 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.262740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.263072 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.263393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.263726 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.264063 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.264381 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.264695 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.265027 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Tracked resource versions report: Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: pushed versions: Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Log': {'1.0'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Network': {'1.1'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Port': {'1.7'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: consumer versions: Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Agent': '1.1', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Log': '1.0', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Network': '1.1', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Port': '1.7', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SubPort': '1.0', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Subnet': '1.1', Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Sep 20 22:16:08.266458 dv-cinder-858276-1-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:16:08.308840 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (fce1cc64-2413-461f-aa2e-9375c7222292), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.353921 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (fce1cc64-2413-461f-aa2e-9375c7222292), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.354996 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:16:08.355679 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:08.430526 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7438776 Sep 20 22:16:08.458050 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725eeb9-0626-4eae-9261-5b2e95a22720 admin admin] Pushing event updated for resources: {'Network': ['ID=fce1cc64-2413-461f-aa2e-9375c7222292,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:08.468891 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network fce1cc64-2413-461f-aa2e-9375c7222292 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:16:09.656223 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-46761160-3c81-4e0d-9e53-2b29df07ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:10.663452 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:11.017486 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 52990) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:11.413805 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3816b1d-95d8-45e9-b370-9fc4ef044d91 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:16:11.415146 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a3816b1d-95d8-45e9-b370-9fc4ef044d91 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/5424a714-dc13-444e-86b0-08e0558f724b HTTP/1.1" status: 200 len: 849 time: 0.3967199 Sep 20 22:16:11.549420 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cf07aa2d-2b8a-49e1-9163-f23363462f9d demo admin] 10.222.0.16 "GET /networking/v2.0/routers/215ea0f9-bc43-4017-8127-adc23ad0e390 HTTP/1.1" status: 200 len: 704 time: 0.1281672 Sep 20 22:16:11.777213 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:11.812010 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:11.857861 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:12.115571 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Allocated IP 172.20.0.1 (7d844280-c0f9-4bf7-ad64-dffabfab7e9c/5424a714-dc13-444e-86b0-08e0558f724b/4e10a867-f06f-4959-a95e-c3b0f7e220e0) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:16:12.122373 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.288463 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.298112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks [] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.362066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.427946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:16:12.435286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:16:12.445438 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:16:12.446376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (215ea0f9-bc43-4017-8127-adc23ad0e390), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.508693 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Pushing event updated for resources: {'Port': ['ID=4e10a867-f06f-4959-a95e-c3b0f7e220e0,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:12.636648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Provisioning complete for port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:12.637078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.637427 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 1 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:12.669602 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:16:12.700816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.903784 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks [] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.908051 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.909229 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (215ea0f9-bc43-4017-8127-adc23ad0e390), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:12.979765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:12.987266 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Pushing event updated for resources: {'Port': ['ID=4e10a867-f06f-4959-a95e-c3b0f7e220e0,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:12.995311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:13.041093 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:16:13.042450 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:16:13.171259 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 2 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:13.206004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:16:13.223674 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Router 215ea0f9-bc43-4017-8127-adc23ad0e390 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:16:13.309491 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:16:13.314576 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8a767edd-331d-46fc-b6cb-dac5d3bbcf67 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/215ea0f9-bc43-4017-8127-adc23ad0e390/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7593727 Sep 20 22:16:13.320319 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Sync routers for ids ['215ea0f9-bc43-4017-8127-adc23ad0e390'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:16:13.333461 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Routers {'215ea0f9-bc43-4017-8127-adc23ad0e390'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:16:13.334298 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:16:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['215ea0f9-bc43-4017-8127-adc23ad0e390'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:13.514450 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Set router 215ea0f9-bc43-4017-8127-adc23ad0e390 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:16:13.707547 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 3 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:13.739687 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:16:13.923288 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:12Z', 'revision_number': 2, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port_host': None, '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:12Z', 'revision_number': 2, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:13.970250 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Checking router: 215ea0f9-bc43-4017-8127-adc23ad0e390 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:16:13.970618 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Updating router 215ea0f9-bc43-4017-8127-adc23ad0e390 port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:16:14.026227 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.240442 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 4 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:14.271164 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:16:14.526409 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks [] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.533020 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.682187 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Pushing event updated for resources: {'Port': ['ID=4e10a867-f06f-4959-a95e-c3b0f7e220e0,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:14.686635 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Attempting to bind port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:16:14.687039 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Attempting to bind port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:16:14.687480 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Attempting to bind port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 on network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:16:14.700234 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.700583 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.700935 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.701301 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.701638 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.701971 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.702300 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.702631 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.702955 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.703282 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.703609 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.703947 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.704274 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.704601 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.704928 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Tracked resource versions report: Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: pushed versions: Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Log': {'1.0'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Network': {'1.1'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Port': {'1.7'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: consumer versions: Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Agent': '1.1', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Log': '1.0', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Network': '1.1', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Port': '1.7', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SubPort': '1.0', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Subnet': '1.1', Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Sep 20 22:16:14.706993 dv-cinder-858276-1-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:16:14.772010 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 5 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:14.795366 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:16:14.795759 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Checking segment: {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:16:14.796219 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.796623 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Bound using segment: {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:16:14.797181 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Bound port: 4e10a867-f06f-4959-a95e-c3b0f7e220e0, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e9b4dc-90e9-4931-886e-a4b5e83bd448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:16:14.797575 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.811102 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:16:14.855046 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:14.861783 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] For port 4e10a867-f06f-4959-a95e-c3b0f7e220e0, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:16:14.865284 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:14.884096 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] For port 4e10a867-f06f-4959-a95e-c3b0f7e220e0, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=4e10a867-f06f-4959-a95e-c3b0f7e220e0,segment=NetworkSegment(84e9b4dc-90e9-4931-886e-a4b5e83bd448),segment_id=84e9b4dc-90e9-4931-886e-a4b5e83bd448)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:16:14.891018 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:14.927928 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Routers {'215ea0f9-bc43-4017-8127-adc23ad0e390'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:16:14.928534 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:16:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['215ea0f9-bc43-4017-8127-adc23ad0e390'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:15.001765 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f21db0-8605-4899-ae6f-3470cd6c43b6 None None] Pushing event updated for resources: {'Port': ['ID=4e10a867-f06f-4959-a95e-c3b0f7e220e0,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:15.028196 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] Set router 215ea0f9-bc43-4017-8127-adc23ad0e390 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:16:15.218146 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:12Z', 'revision_number': 2, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port_host': None, '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:14Z', 'revision_number': 4, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:15.243071 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4ed5c-862a-4cf1-8326-6c2f85f8ddec None None] The sync data for ids ['215ea0f9-bc43-4017-8127-adc23ad0e390'] in dv-cinder-858276-1-iscsi is: [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:12Z', 'revision_number': 2, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port_host': None, '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:14Z', 'revision_number': 4, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:16:15.311776 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Attempt 6 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:15.383665 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Current status of the port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:15.384078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:15.423146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] For port 4e10a867-f06f-4959-a95e-c3b0f7e220e0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=4e10a867-f06f-4959-a95e-c3b0f7e220e0,segment=NetworkSegment(84e9b4dc-90e9-4931-886e-a4b5e83bd448),segment_id=84e9b4dc-90e9-4931-886e-a4b5e83bd448)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:16:15.427920 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:15.461825 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:15.474651 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddc675-d527-4c51-996f-4a4776ace65d None None] Pushing event updated for resources: {'Port': ['ID=4e10a867-f06f-4959-a95e-c3b0f7e220e0,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:15.552711 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-03207736-bb74-48a3-a794-c6d968f1a2fa None None] Provisioning complete for port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:15.553165 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-03207736-bb74-48a3-a794-c6d968f1a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:15.553534 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-03207736-bb74-48a3-a794-c6d968f1a2fa None None] Attempt 1 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:15.628564 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-03207736-bb74-48a3-a794-c6d968f1a2fa None None] Current status of the port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:15.965105 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53000) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:16.364768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6a953-fa3b-455d-acec-3a115ee7740e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:16:16.366815 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-56a6a953-fa3b-455d-acec-3a115ee7740e admin admin] 10.222.0.16 "GET /networking/v2.0/networks/fce1cc64-2413-461f-aa2e-9375c7222292 HTTP/1.1" status: 200 len: 842 time: 0.4002004 Sep 20 22:16:16.376531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Request body: {'subnet': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:16:16.401249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Made reservation on behalf of c43595da141a4fa38e7ea2e26db5eba9 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:16:16.403639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:16.698288 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.objects.ports [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106261) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 20 22:16:16.698716 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (c60cf037-e2d7-45ea-8392-22c0fe0c6d4a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:16.753405 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60cf037-e2d7-45ea-8392-22c0fe0c6d4a,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:16.763805 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:16:16.764151 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Network hostable DHCP agents. Network: fce1cc64-2413-461f-aa2e-9375c7222292, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:16:16.785335 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:16:16.795753 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, fce1cc64-2413-461f-aa2e-9375c7222292) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:16:16.799867 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:16:16.800574 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:16.806321 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319af432-a339-4504-ac10-3903421e87b1 None None] Network fce1cc64-2413-461f-aa2e-9375c7222292 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:16:16.833715 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5e7384a4-4b55-4ebf-915f-74e069b34261 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4605947 Sep 20 22:16:16.915501 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecae68-4b8d-4617-b667-3ae5f612087f None None] Network fce1cc64-2413-461f-aa2e-9375c7222292 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:16:19.504218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53008) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:19.925270 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cca73c8a-4d04-4bb5-967a-29013d30f485 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/215ea0f9-bc43-4017-8127-adc23ad0e390 HTTP/1.1" status: 200 len: 710 time: 0.4196656 Sep 20 22:16:19.944896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:19.963863 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:20.041814 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29391b49-44fe-48d3-971c-f4878ce81f6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:16:20.048264 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-29391b49-44fe-48d3-971c-f4878ce81f6e demo admin] 10.222.0.16 "GET /networking/v2.0/networks/fce1cc64-2413-461f-aa2e-9375c7222292 HTTP/1.1" status: 200 len: 886 time: 0.1158671 Sep 20 22:16:20.053398 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:16:20.079697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 4e10a867-f06f-4959-a95e-c3b0f7e220e0 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:16:20.125098 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:20.125495 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.125837 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:16:20.160514 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:20.210570 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:20.375239 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks [] for router_gateway (215ea0f9-bc43-4017-8127-adc23ad0e390), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.597898 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks [] for router_gateway (215ea0f9-bc43-4017-8127-adc23ad0e390), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.673659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.776761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Allocated IP 172.27.2.156 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/fcb11ce2-d1dd-4a4a-be9b-d97b14044e23) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:16:20.879601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks [] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.904233 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:20.914553 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:20.952099 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:16:20.958763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:16:20.965459 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:16:20.997402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Pushing event updated for resources: {'Port': ['ID=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:21.003337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:21.203975 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks [] for router_gateway (215ea0f9-bc43-4017-8127-adc23ad0e390), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:21.388300 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-922'] for router (215ea0f9-bc43-4017-8127-adc23ad0e390), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:21.391740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536539'] for router (215ea0f9-bc43-4017-8127-adc23ad0e390), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:21.499353 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Router 215ea0f9-bc43-4017-8127-adc23ad0e390 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:16:21.679408 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:16:21.683564 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:21.684776 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-15a011a2-6a73-4045-baf5-e809cd58184e demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/215ea0f9-bc43-4017-8127-adc23ad0e390 HTTP/1.1" status: 200 len: 890 time: 1.6353335 Sep 20 22:16:21.700263 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Sync routers for ids ['215ea0f9-bc43-4017-8127-adc23ad0e390'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:16:21.713266 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Routers {'215ea0f9-bc43-4017-8127-adc23ad0e390'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:16:21.713963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:16:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['215ea0f9-bc43-4017-8127-adc23ad0e390'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:21.926557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Set router 215ea0f9-bc43-4017-8127-adc23ad0e390 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:16:22.381390 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:21Z', 'revision_number': 4, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port': {'id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:20Z', 'updated_at': '2022-09-20T22:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:15Z', 'revision_number': 5, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:22.430733 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Checking router: 215ea0f9-bc43-4017-8127-adc23ad0e390 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:16:22.431086 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Updating router 215ea0f9-bc43-4017-8127-adc23ad0e390 port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:16:22.481349 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.592180 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:22.797157 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks [] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.802859 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.836203 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Attempting to bind port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:16:22.836569 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Attempting to bind port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:16:22.836936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Attempting to bind port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:16:22.874541 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3deb46-105f-4601-a95d-77bd6bc34dec None None] Pushing event updated for resources: {'Port': ['ID=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:22.890971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:16:22.891339 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:16:22.891764 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.892147 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:16:22.892608 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Bound port: fcb11ce2-d1dd-4a4a-be9b-d97b14044e23, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:16:22.893000 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.940370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] For port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:16:22.943374 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] For port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:16:22.944387 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:22.950238 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:22.991373 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Routers {'215ea0f9-bc43-4017-8127-adc23ad0e390'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:16:22.991970 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:16:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['215ea0f9-bc43-4017-8127-adc23ad0e390'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:23.042063 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3deb46-105f-4601-a95d-77bd6bc34dec None None] Pushing event updated for resources: {'Port': ['ID=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:23.103543 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] Set router 215ea0f9-bc43-4017-8127-adc23ad0e390 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:16:23.296153 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:21Z', 'revision_number': 4, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port': {'id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:20Z', 'updated_at': '2022-09-20T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:15Z', 'revision_number': 5, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:16:23.320129 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a897a102-9b7e-4ca4-8f0f-b7211a7a3d68 None None] The sync data for ids ['215ea0f9-bc43-4017-8127-adc23ad0e390'] in dv-cinder-858276-1-iscsi is: [{'id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'name': 'router1', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:16:01Z', 'updated_at': '2022-09-20T22:16:21Z', 'revision_number': 4, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'gw_port': {'id': 'fcb11ce2-d1dd-4a4a-be9b-d97b14044e23', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:20Z', 'updated_at': '2022-09-20T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '4e10a867-f06f-4959-a95e-c3b0f7e220e0', 'name': '', 'network_id': '7d844280-c0f9-4bf7-ad64-dffabfab7e9c', 'tenant_id': '93444f88471d4ee98a1cb7007be947b4', 'mac_address': 'fa:16:3e:56:a8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215ea0f9-bc43-4017-8127-adc23ad0e390', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5424a714-dc13-444e-86b0-08e0558f724b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:16:11Z', 'updated_at': '2022-09-20T22:16:15Z', 'revision_number': 5, 'project_id': '93444f88471d4ee98a1cb7007be947b4', 'subnets': [{'id': '5424a714-dc13-444e-86b0-08e0558f724b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1de0fc58-38b8-4a82-a5cc-9aee7bbb27b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:16:24.077284 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:16:24.123683 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:24.123994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:24.124345 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 Sep 20 22:16:24.165722 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:24.195458 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:24.195848 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:24.220862 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:16:24.224720 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:24.270789 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=fcb11ce2-d1dd-4a4a-be9b-d97b14044e23,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:16:24.468729 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53020) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:16:24.847647 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-08b5846f-66af-45af-985f-99d0fdcd1a94 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3777688 Sep 20 22:16:25.216160 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=40 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:25.221472 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=41 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:26.055187 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:16:26.099510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:16:26.099895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (fcb11ce2-d1dd-4a4a-be9b-d97b14044e23), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:26.100232 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 Sep 20 22:16:26.174124 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port fcb11ce2-d1dd-4a4a-be9b-d97b14044e23 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:16:27.682267 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:16:34.842489 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:34.844555 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:36.170775 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:36.173226 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:37.263801 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a4f4-3dd2-447d-bdcb-55f42d5ab9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:39.621148 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d0cedc01-5faa-49b6-8cd6-8f80b332aefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:40.669921 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:42.132731 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:42.295259 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:16:45.692831 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:45.694297 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:52.282252 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:16:52.289169 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:04.683823 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:17:07.351146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0984f8f2-bf37-4854-a717-9e1ca1a38820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:09.610108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bd3276b-06d9-4aa4-9ce3-007e226021ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:10.676951 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:12.132904 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:12.290316 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:22.276904 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:22.284648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:22.685154 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:22.693128 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:35.679012 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:35.679959 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:37.264921 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f40a61ca-b0db-4162-9fa2-30a7ad382cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:39.607413 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ad4dfb1f-8472-4cec-b30a-281ad18f02f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:40.668603 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:41.682797 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:17:42.131357 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:42.292274 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:52.282522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:52.286712 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53568) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:17:52.288098 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:52.617559 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b624cf0-d324-406c-9704-d403d871aae6 admin admin] GET failed (client error): The resource could not be found. Sep 20 22:17:52.618849 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1b624cf0-d324-406c-9704-d403d871aae6 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3311567 Sep 20 22:17:52.782368 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19284299-d700-4f1a-b05e-ba19709836bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:17:52.783857 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-19284299-d700-4f1a-b05e-ba19709836bc admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1607010 Sep 20 22:17:55.364358 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53578) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:17:55.738719 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649434f-eada-4575-9c0d-36ab0234bbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:17:55.740138 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e649434f-eada-4575-9c0d-36ab0234bbb6 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/5424a714-dc13-444e-86b0-08e0558f724b HTTP/1.1" status: 200 len: 849 time: 0.3748267 Sep 20 22:17:55.749992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:17:55.836677 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Publish callbacks [] for subnet (5424a714-dc13-444e-86b0-08e0558f724b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:55.976449 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779422335636'] for subnet (5424a714-dc13-444e-86b0-08e0558f724b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:56.011251 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:17:56.012281 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:56.013261 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/5424a714-dc13-444e-86b0-08e0558f724b HTTP/1.1" status: 200 len: 868 time: 0.2668948 Sep 20 22:17:56.019158 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06011537-fc20-48e2-92e6-25a3c7e90d39 None None] Network 7d844280-c0f9-4bf7-ad64-dffabfab7e9c requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:17:56.033061 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5424a714-dc13-444e-86b0-08e0558f724b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:17:56.040541 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.040901 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.041251 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.041588 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.041918 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.042246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.042568 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.042890 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.043212 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.043535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.043876 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.044216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.044538 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.044856 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.045328 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3f762e-abbe-4797-8f43-55e815dbae6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:17:56.322909 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Provisioning complete for port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:17:56.323295 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (4e10a867-f06f-4959-a95e-c3b0f7e220e0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:56.323632 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Attempt 1 to provision port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 Sep 20 22:17:56.396514 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Current status of the port 4e10a867-f06f-4959-a95e-c3b0f7e220e0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:17:56.404400 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Provisioning complete for port cb360847-ca8c-4134-a56d-175ab65af39f triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:17:56.404713 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cb360847-ca8c-4134-a56d-175ab65af39f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:17:56.405075 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Attempt 1 to provision port cb360847-ca8c-4134-a56d-175ab65af39f Sep 20 22:17:56.473787 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cdf80420-6e53-4e86-bf51-adeb32ae7e4d None None] Current status of the port cb360847-ca8c-4134-a56d-175ab65af39f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:17:58.567206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53586) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:17:59.035456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945bed1-c1de-4a55-a46a-a7120915ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:17:59.035928 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945bed1-c1de-4a55-a46a-a7120915ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:17:59.037502 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f945bed1-c1de-4a55-a46a-a7120915ffd5 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4693394 Sep 20 22:17:59.681596 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=13 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:17:59.687854 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=21 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:01.591350 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53594) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:02.010500 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14545b-3209-4275-8840-098beef67a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:02.010978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14545b-3209-4275-8840-098beef67a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:02.012493 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3b14545b-3209-4275-8840-098beef67a55 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4201691 Sep 20 22:18:04.557824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53602) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:04.965337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcfb54-38f4-4143-88bb-3150b8f0f25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:04.966699 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-52bcfb54-38f4-4143-88bb-3150b8f0f25c admin admin] 10.222.0.16 "GET /networking/v2.0/networks/7d844280-c0f9-4bf7-ad64-dffabfab7e9c HTTP/1.1" status: 200 len: 868 time: 0.4079473 Sep 20 22:18:06.470589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=36 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:06.472434 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=41 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:07.275786 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7cf71d1e-9b5f-4a2c-974e-6a6bc9d7b5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:07.564648 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53610) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:07.887071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:07.924424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:07.964465 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737f5b7-e6be-4d3d-97e0-dffe6f8db8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:07.965945 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9737f5b7-e6be-4d3d-97e0-dffe6f8db8dc admin admin] 10.222.0.16 "GET /networking/v2.0/networks/fce1cc64-2413-461f-aa2e-9375c7222292 HTTP/1.1" status: 200 len: 886 time: 0.4003980 Sep 20 22:18:09.600660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bf9f62ef-36cd-4088-baf1-08197558036d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:10.551682 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53618) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:10.673206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:10.959071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14acf2e-dd0b-4a7b-bfdf-2154cce7164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:10.959526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14acf2e-dd0b-4a7b-bfdf-2154cce7164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:10.961101 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f14acf2e-dd0b-4a7b-bfdf-2154cce7164c admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4085252 Sep 20 22:18:11.695713 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:12.134355 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:12.295629 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:13.522860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53626) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:13.884730 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db528cef-c9d0-4690-9e44-5661c673f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:13.885221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db528cef-c9d0-4690-9e44-5661c673f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:13.886712 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-db528cef-c9d0-4690-9e44-5661c673f37f admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3630064 Sep 20 22:18:16.454342 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53634) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:16.819285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fb05b-c8aa-49ae-9169-0cd8e6f90abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:16.820604 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-c58fb05b-c8aa-49ae-9169-0cd8e6f90abe admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/5424a714-dc13-444e-86b0-08e0558f724b HTTP/1.1" status: 200 len: 868 time: 0.3654275 Sep 20 22:18:18.681889 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:18:19.357924 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53644) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:19.717402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd42e7-839c-4ec2-915a-f2cabea6f485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:19.719212 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-02cd42e7-839c-4ec2-915a-f2cabea6f485 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a HTTP/1.1" status: 200 len: 816 time: 0.3604217 Sep 20 22:18:22.290027 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:22.292138 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:23.878909 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=25 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:23.880836 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=16 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:29.712445 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=13 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:29.714361 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:36.678435 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:36.683377 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:37.271255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9a2dc095-daaa-46cd-9274-aa8a21210836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:39.603577 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2bec7b75-b4c5-404d-9924-ad91bfa8f2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:40.679958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:42.138053 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:42.299286 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:49.112348 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53702) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:49.431287 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [None req-dbe83469-51c6-4452-a36d-a7d2d670b581 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:18:49.432346 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-dbe83469-51c6-4452-a36d-a7d2d670b581 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3191450 Sep 20 22:18:52.066263 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53712) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:52.293347 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:52.295597 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:18:52.401681 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.pecan_wsgi.hooks.translation [None req-116c677e-81f7-4a81-b5b7-3366a669d7c5 admin admin] GET failed (client error): The resource could not be found. Sep 20 22:18:52.402944 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-116c677e-81f7-4a81-b5b7-3366a669d7c5 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3358228 Sep 20 22:18:52.548278 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b80ea-1a55-423e-9d93-c6351f5f0fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:52.549863 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-207b80ea-1a55-423e-9d93-c6351f5f0fac admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420088 Sep 20 22:18:55.165790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53720) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:55.486864 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:18:55.512613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Made reservation on behalf of c43595da141a4fa38e7ea2e26db5eba9 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:18:55.515167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:55.549213 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING neutron.services.revisions.revision_plugin [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Could not find related network for resource to bump revision. Sep 20 22:18:55.561533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:18:55.572243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (9a329a7d-a841-481e-b984-dd0aefe68042), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:55.572583 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Added segment 9a329a7d-a841-481e-b984-dd0aefe68042 of type vlan for network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 Sep 20 22:18:55.611115 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (b129e8e3-1a24-4d18-9ca0-c4cd754d8754), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:55.634948 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (b129e8e3-1a24-4d18-9ca0-c4cd754d8754), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:55.636135 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:55.636719 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:55.680572 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:18:55.709462 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5425000 Sep 20 22:18:55.734842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Pushing event updated for resources: {'Network': ['ID=b129e8e3-1a24-4d18-9ca0-c4cd754d8754,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:18:55.742444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.742792 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.743167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.743511 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.743847 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.744183 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.744514 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.744842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.745203 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.745533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.745865 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.746206 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.746535 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.746861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.747185 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe596c9-0944-41ba-ac06-e61aef998e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:55.758356 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:18:58.332108 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53728) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:18:58.665313 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.pecan_wsgi.hooks.translation [None req-43204fa2-5641-44c1-a936-7c76f2e35a12 admin admin] GET failed (client error): The resource could not be found. Sep 20 22:18:58.666573 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-43204fa2-5641-44c1-a936-7c76f2e35a12 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3335147 Sep 20 22:18:58.738261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbdc2b0-8852-456a-b0d1-70c3040b1f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:58.739682 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6bbdc2b0-8852-456a-b0d1-70c3040b1f37 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0687008 Sep 20 22:18:58.749886 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:18:58.769065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Made reservation on behalf of c43595da141a4fa38e7ea2e26db5eba9 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:18:58.771254 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:58.930485 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (64bd0786-de4c-4584-8466-6b85cf5c66af), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:58.978046 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64bd0786-de4c-4584-8466-6b85cf5c66af,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:18:58.992918 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Checking segment: {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:18:58.993300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Network hostable DHCP agents. Network: b129e8e3-1a24-4d18-9ca0-c4cd754d8754, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:18:59.009132 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:18:59.017355 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, b129e8e3-1a24-4d18-9ca0-c4cd754d8754) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:18:59.021414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:18:59.022188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.026496 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b097683-bccf-4d6b-927e-43fc9d589f06 None None] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:18:59.049601 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-eae0f935-d7c5-469d-b407-1026ad46deb7 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3032861 Sep 20 22:18:59.133440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-b129e8e3-1a24-4d18-9ca0-c4cd754d8754', 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754', 'project_id': 'c43595da141a4fa38e7ea2e26db5eba9', 'fixed_ips': [{'subnet_id': '64bd0786-de4c-4584-8466-6b85cf5c66af'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:18:59.134396 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.365328 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Allocated IP 192.168.233.2 (b129e8e3-1a24-4d18-9ca0-c4cd754d8754/64bd0786-de4c-4584-8466-6b85cf5c66af/16e196ff-9b9b-409d-8a1a-587d676a883e) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:18:59.509519 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks [] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.515354 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.557279 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:18:59.560328 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:18:59.563613 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:18:59.570897 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Pushing event updated for resources: {'Port': ['ID=16e196ff-9b9b-409d-8a1a-587d676a883e,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:18:59.580844 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.581199 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.581570 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.581931 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.582266 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.582598 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.582922 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.583249 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.583580 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.583904 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.584228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.584562 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.585282 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.585282 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.585513 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:18:59.636656 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Attempting to bind port 16e196ff-9b9b-409d-8a1a-587d676a883e on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:18:59.637049 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Attempting to bind port 16e196ff-9b9b-409d-8a1a-587d676a883e by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:18:59.637410 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Attempting to bind port 16e196ff-9b9b-409d-8a1a-587d676a883e on network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:18:59.683411 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:18:59.683786 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Checking segment: {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:18:59.684191 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.684581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Bound using segment: {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:18:59.685080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Bound port: 16e196ff-9b9b-409d-8a1a-587d676a883e, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:18:59.685622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.747299 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] For port 16e196ff-9b9b-409d-8a1a-587d676a883e, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:18:59.750930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] For port 16e196ff-9b9b-409d-8a1a-587d676a883e, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=16e196ff-9b9b-409d-8a1a-587d676a883e,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:18:59.758038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:18:59.812787 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e293c2d-794b-48da-aa2b-a8ac2466a318 None None] Pushing event updated for resources: {'Port': ['ID=16e196ff-9b9b-409d-8a1a-587d676a883e,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:19:00.173070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 16e196ff-9b9b-409d-8a1a-587d676a883e up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:19:00.221214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 16e196ff-9b9b-409d-8a1a-587d676a883e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:19:00.221633 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:00.221976 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 16e196ff-9b9b-409d-8a1a-587d676a883e Sep 20 22:19:00.225220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:00.258884 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:00.298039 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 16e196ff-9b9b-409d-8a1a-587d676a883e is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:19:00.298418 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:00.332020 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 16e196ff-9b9b-409d-8a1a-587d676a883e, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=16e196ff-9b9b-409d-8a1a-587d676a883e,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:19:00.335080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:00.387484 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=16e196ff-9b9b-409d-8a1a-587d676a883e,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:19:00.653548 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33666d-a27c-425b-9557-442ab0b9c30d None None] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:19:00.739631 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-fabd1216-ebd4-40ea-b14f-03fd5e928906 None None] Provisioning complete for port 16e196ff-9b9b-409d-8a1a-587d676a883e triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:19:00.740021 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fabd1216-ebd4-40ea-b14f-03fd5e928906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:00.740359 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-fabd1216-ebd4-40ea-b14f-03fd5e928906 None None] Attempt 1 to provision port 16e196ff-9b9b-409d-8a1a-587d676a883e Sep 20 22:19:00.845073 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-fabd1216-ebd4-40ea-b14f-03fd5e928906 None None] Current status of the port 16e196ff-9b9b-409d-8a1a-587d676a883e is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:19:00.962103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-c60c7041-8a7a-46b8-8aed-1b3af3fbc77d None None] Provisioning complete for port 16e196ff-9b9b-409d-8a1a-587d676a883e triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:19:00.962488 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c60c7041-8a7a-46b8-8aed-1b3af3fbc77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:00.962825 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-c60c7041-8a7a-46b8-8aed-1b3af3fbc77d None None] Attempt 1 to provision port 16e196ff-9b9b-409d-8a1a-587d676a883e Sep 20 22:19:01.035282 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-c60c7041-8a7a-46b8-8aed-1b3af3fbc77d None None] Current status of the port 16e196ff-9b9b-409d-8a1a-587d676a883e is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:19:02.155537 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 16e196ff-9b9b-409d-8a1a-587d676a883e up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:19:02.203414 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 16e196ff-9b9b-409d-8a1a-587d676a883e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:19:02.203777 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (16e196ff-9b9b-409d-8a1a-587d676a883e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:02.204110 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 16e196ff-9b9b-409d-8a1a-587d676a883e Sep 20 22:19:02.274993 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 16e196ff-9b9b-409d-8a1a-587d676a883e is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:19:07.293113 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-92c8ef76-7701-4fe5-bd95-e16a8836ffc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:09.031306 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:09.031991 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:09.605435 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-70fc33db-cf7d-4f15-aca4-af97aab77201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:10.680492 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:12.141773 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:12.302435 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:13.679912 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:13.689720 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:22.296033 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:22.297986 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:32.679013 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:19:37.275127 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-817eb83d-06ab-40d4-b809-6f5ad05ad312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:39.608567 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e472a992-df3b-45a6-b859-2f0a0d4a3518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:40.688235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:42.143364 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:42.304923 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:19:50.690941 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:50.697641 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:52.292737 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:19:52.300522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:07.278943 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7071e7b-90f1-4c2b-8a3f-3541f5eb5008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:09.611329 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f276dc3c-e1cf-46cd-a1f3-3fb00309a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:09.677759 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:20:10.686390 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:12.146134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:12.307880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:14.858231 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53770) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:20:14.864060 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [None req-b37e0ccc-7f43-4273-97f8-13ef7498cc0a tempest-verify_tempest_config-1125021067 tempest-verify_tempest_config-1125021067-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:20:14.865166 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b37e0ccc-7f43-4273-97f8-13ef7498cc0a tempest-verify_tempest_config-1125021067 tempest-verify_tempest_config-1125021067-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058582 Sep 20 22:20:15.365808 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 53788) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:20:15.692712 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.771639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Publish callbacks [] for security_group (8e721862-6f14-4f51-b62c-3f0382aa7fac), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.774769 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8e721862-6f14-4f51-b62c-3f0382aa7fac), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.820114 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc19acdc07da45728cacd1d3044ccb0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4532943 Sep 20 22:20:15.821062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e721862-6f14-4f51-b62c-3f0382aa7fac,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:20:15.822831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53792) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:20:15.827910 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.828262 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.828623 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.828992 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.829336 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.829677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.830010 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.830340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.830685 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.831021 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.831366 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.831732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.832065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.832387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.832710 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452bec7-89f6-4c8f-90e3-95bb8a17ff9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:15.878685 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Publish callbacks [] for security_group (8e721862-6f14-4f51-b62c-3f0382aa7fac), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.898140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Publish callbacks [] for security_group (8e721862-6f14-4f51-b62c-3f0382aa7fac), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.989599 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8e721862-6f14-4f51-b62c-3f0382aa7fac), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.992071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:15.993233 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8e721862-6f14-4f51-b62c-3f0382aa7fac HTTP/1.1" status: 204 len: 168 time: 0.1694131 Sep 20 22:20:16.001293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e721862-6f14-4f51-b62c-3f0382aa7fac,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:20:16.007840 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.008187 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.008539 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.008874 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.009342 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.009540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.009860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.010181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.010513 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.010838 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.011173 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.011510 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.011833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.012145 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:16.012455 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e90fe-21c3-4892-9022-16a2f834dc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:20:22.303562 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:25.817075 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:25.823923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:26.003535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:26.004328 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:26.033716 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:37.280175 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-95c4bbf6-d1e4-4193-bde6-fce0f5ad4340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:37.281054 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=15 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:37.290868 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=19 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:39.613880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-99a7726a-79c4-47be-9136-06bd7d678645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:40.687773 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:42.147350 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:42.310811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:20:46.676148 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:20:52.304804 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:20:52.306688 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:04.684466 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:04.689470 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:07.291518 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f981e3b0-497f-4032-8e3d-5368a411334f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:09.614979 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6da2bb41-0e8a-48ad-a6f5-e08dd6f93a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:10.694805 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:12.149241 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:12.312951 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:22.306192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:22.308860 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:23.674801 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 5 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:21:37.283858 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e28efdd3-5127-4421-8803-899d42d9ea9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:39.617440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6b013239-35d9-4242-9981-c217d47b9161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:40.694883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:41.690434 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:41.694636 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:42.152480 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:42.316546 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:46.275677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532932'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:21:52.309725 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:56.270957 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:21:59.676657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53886) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:21:59.811086 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-540deff7-a32d-4784-b9d3-ea17fbf71eae admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1327083 Sep 20 22:22:00.673991 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:22:02.236257 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 53896) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:22:02.289762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ec372547-19ee-49e1-ad81-46e2bc5caff1 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524523 Sep 20 22:22:07.286180 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ef15-162d-4f37-b8a8-2dec0fe8e393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:09.618974 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9163bdf-84f4-4b07-8178-f1ec93a1971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:10.696748 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:12.155303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:12.283938 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:12.284715 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:12.319331 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:16.235684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:18.695902 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:18.700792 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:26.228877 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:26.231004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:37.269740 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=12 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:37.273090 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=14 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:37.287784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dd256978-a1ab-4790-918b-e77abf538e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:37.673460 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:22:39.625188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-790b1c2b-bbc0-4b22-a563-0eb4abecd94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:40.698616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:42.159065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:42.321216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:46.236986 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:22:55.701469 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:55.706609 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:56.230963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:22:56.241203 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:07.296810 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d961497f-fb0d-4137-9654-12c6c955f1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:09.623206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fcc49c5f-aa1f-4354-b5a6-c6cee47e4f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:10.704003 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:11.675903 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:11.676677 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:12.161871 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:12.324802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:14.672083 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:23:16.265539 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:26.259095 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:26.261040 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:32.222741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54042) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:32.424381 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1813709098-network', 'tenant_id': '02ff885440634a13916a25973bdde7b3'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:32.446281 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Made reservation on behalf of 02ff885440634a13916a25973bdde7b3 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:32.449264 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.459056 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.545273 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks [] for security_group (bbac5b79-7dff-4918-9bce-8fd25fb377c6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.549421 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (bbac5b79-7dff-4918-9bce-8fd25fb377c6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.582716 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:32.591027 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac5b79-7dff-4918-9bce-8fd25fb377c6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:32.601900 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.602316 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.602660 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.603176 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.603699 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.604022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.604348 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.604675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.605025 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.605351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.606366 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.606864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.607341 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.607827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.608220 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Tracked resource versions report: Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: pushed versions: Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Log': {'1.0'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Network': {'1.1'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Port': {'1.7'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: consumer versions: Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: HyperV agent@hv-cinder-85827: {}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Agent': '1.1', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Log': '1.0', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Network': '1.1', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Port': '1.7', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'SubPort': '1.0', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Subnet': '1.1', Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Sep 20 22:23:32.609482 dv-cinder-858276-1-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:23:32.617866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.618344 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Added segment 4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e of type vlan for network 2b3cbf78-a136-43a3-9b63-4931c8818134 Sep 20 22:23:32.678500 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (2b3cbf78-a136-43a3-9b63-4931c8818134), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.705510 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (2b3cbf78-a136-43a3-9b63-4931c8818134), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.706578 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:32.707163 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:32.711226 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:32.898403 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] Pushing event updated for resources: {'Network': ['ID=2b3cbf78-a136-43a3-9b63-4931c8818134,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:32.906354 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-98325e21-6f5a-4110-ba82-039fbbd9b3bd admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6816168 Sep 20 22:23:32.909069 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54098) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:32.911691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:32.914054 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Request body: {'subnet': {'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1813709098-subnet', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:32.962675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Made reservation on behalf of 02ff885440634a13916a25973bdde7b3 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:32.966627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.169869 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (5cfe9a51-5350-4da5-aefc-179969ab2e31), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.227788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfe9a51-5350-4da5-aefc-179969ab2e31,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:33.238364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Checking segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:33.238725 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Network hostable DHCP agents. Network: 2b3cbf78-a136-43a3-9b63-4931c8818134, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:33.260448 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:33.272357 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 2b3cbf78-a136-43a3-9b63-4931c8818134) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:33.278572 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:33.280258 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.284096 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee50b00-170b-48a8-9ab5-d050dda02bbe None None] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:33.301611 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-618905ee-98f9-40fd-bfa9-9952856309f7 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3913524 Sep 20 22:23:33.301925 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54128) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:33.308373 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:33.337429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.339203 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.441486 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54136) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:33.447334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-2b3cbf78-a136-43a3-9b63-4931c8818134', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:23:33.448671 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.478671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for router_controller (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.610928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Allocated IP 172.20.0.2 (2b3cbf78-a136-43a3-9b63-4931c8818134/5cfe9a51-5350-4da5-aefc-179969ab2e31/da6e2991-97d4-4c33-8f41-ab362118a0c3) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:33.620620 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54144) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:33.666468 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54152) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:33.675875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for router_gateway (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.765985 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-411084859-network', 'tenant_id': 'e1076a54706448038779945f53703345'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:33.788732 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:33.812603 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Made reservation on behalf of e1076a54706448038779945f53703345 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:33.812848 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks [] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.819266 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.822847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.832762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.917576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:33.926637 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:33.931305 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:33.940752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks [] for security_group (fd88f759-48df-4b26-ba2a-9a143cd1c1fa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.942284 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:33.946820 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (fd88f759-48df-4b26-ba2a-9a143cd1c1fa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:33.956286 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Pushing event updated for resources: {'Port': ['ID=da6e2991-97d4-4c33-8f41-ab362118a0c3,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:33.973052 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:33.974786 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:33.977317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:33.977972 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:33.983530 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88f759-48df-4b26-ba2a-9a143cd1c1fa,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:33.990718 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-871583542-network', 'tenant_id': '897090e72bcc4d978384c95688ab8021'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:34.008164 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.008826 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.009988 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.012375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.013808 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.015372 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.016311 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.017315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.018237 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.019981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.021779 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Tracked resource versions report: Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: pushed versions: Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: { 'AddressGroup': {'1.2'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Agent': {'1.1'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'ConntrackHelper': {'1.0'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Log': {'1.0'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'NDPProxy': {'1.0'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Network': {'1.1'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Port': {'1.7'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'PortForwarding': {'1.3'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'QosPolicy': {'1.10'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroup': {'1.5'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SubPort': {'1.0'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Subnet': {'1.1'}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Trunk': {'1.1'}} Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: consumer versions: Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: HyperV agent@hv-cinder-85827: {}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Agent': '1.1', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'ConntrackHelper': '1.0', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'LocalIPAssociation': '1.0', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Log': '1.0', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'NDPProxy': '1.0', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Network': '1.1', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Port': '1.7', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'PortForwarding': '1.3', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'QosPolicy': '1.10', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroup': '1.5', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SecurityGroupRule': '1.2', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'SubPort': '1.0', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Subnet': '1.1', Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: 'Trunk': '1.1'}} Sep 20 22:23:34.024235 dv-cinder-858276-1-iscsi neutron-server[106262]: {{(pid=106262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:23:34.026496 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Made reservation on behalf of 897090e72bcc4d978384c95688ab8021 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:34.028666 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.044584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.058347 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:34.145036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks [] for security_group (6a5ba1d2-a549-4bf8-8315-d089621ebe3c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.153757 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Attempting to bind port da6e2991-97d4-4c33-8f41-ab362118a0c3 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:34.154559 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Attempting to bind port da6e2991-97d4-4c33-8f41-ab362118a0c3 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:34.156150 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Attempting to bind port da6e2991-97d4-4c33-8f41-ab362118a0c3 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:34.160511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-129381392-network', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:34.170277 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6a5ba1d2-a549-4bf8-8315-d089621ebe3c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.185291 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:34.186313 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for router_gateway (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.196824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.197328 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Added segment 2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203 of type vlan for network 281a7f2f-13d6-4f53-b28b-ee8d71863530 Sep 20 22:23:34.232321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=64,neutron:INSERT=32,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:34.238293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.261755 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (b2c449b3-b692-455e-9166-fdbe4aee5025), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.262195 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Added segment b2c449b3-b692-455e-9166-fdbe4aee5025 of type vlan for network fb96844d-680b-4102-a9cf-bec623bb10c8 Sep 20 22:23:34.262485 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:34.264119 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Checking segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:34.265126 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.266438 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Bound using segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:34.267958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Bound port: da6e2991-97d4-4c33-8f41-ab362118a0c3, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:34.268385 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.281282 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Made reservation on behalf of 022e19ae817e4fb9b0eda463455c2ccf for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:34.284000 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.294075 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (281a7f2f-13d6-4f53-b28b-ee8d71863530), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.335659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.365013 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (fb96844d-680b-4102-a9cf-bec623bb10c8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.404951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ba1d2-a549-4bf8-8315-d089621ebe3c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:34.421708 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] For port da6e2991-97d4-4c33-8f41-ab362118a0c3, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:34.432902 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] For port da6e2991-97d4-4c33-8f41-ab362118a0c3, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=da6e2991-97d4-4c33-8f41-ab362118a0c3,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:34.452187 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.469498 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (281a7f2f-13d6-4f53-b28b-ee8d71863530), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.472887 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:34.477410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.504124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (fb96844d-680b-4102-a9cf-bec623bb10c8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.505202 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:34.505786 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.521587 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Allocated IP 172.27.2.122 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/ede1506e-c7a8-448e-9889-619d50393ff1) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:34.581609 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4418fd6-c87b-49cf-9f86-f86769ceaec4 None None] Pushing event updated for resources: {'Port': ['ID=da6e2991-97d4-4c33-8f41-ab362118a0c3,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:34.608199 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1654515 Sep 20 22:23:34.615035 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54178) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:34.621831 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9964318 Sep 20 22:23:34.627564 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Request body: {'subnet': {'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-subnet', 'tenant_id': 'e1076a54706448038779945f53703345', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:34.641814 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54182) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:34.653529 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d49da-7f6e-42d6-a563-d2b478cbf037 admin admin] Pushing event updated for resources: {'Network': ['ID=281a7f2f-13d6-4f53-b28b-ee8d71863530,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:34.669233 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:34.670849 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Request body: {'subnet': {'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-subnet', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:34.673467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Made reservation on behalf of e1076a54706448038779945f53703345 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:34.675958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.803800 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks [] for security_group (f28b3eed-bab6-492b-95d0-5d56a6185bc1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.826601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f28b3eed-bab6-492b-95d0-5d56a6185bc1), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.837979 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Made reservation on behalf of 897090e72bcc4d978384c95688ab8021 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:34.839108 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e959e-60c4-47d3-b703-4e69e7dbe10c admin admin] Pushing event updated for resources: {'Network': ['ID=fb96844d-680b-4102-a9cf-bec623bb10c8,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:34.906020 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.913719 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:34.913967 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network fb96844d-680b-4102-a9cf-bec623bb10c8 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:34.914295 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:34.916645 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:34.929052 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (71ca3ea3-e4ed-4e94-978e-3942ab3ca722), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:34.929295 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Added segment 71ca3ea3-e4ed-4e94-978e-3942ab3ca722 of type vlan for network 28cbe139-2fb4-430b-a584-e2ebae929181 Sep 20 22:23:34.933139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b3eed-bab6-492b-95d0-5d56a6185bc1,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:35.008946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (28cbe139-2fb4-430b-a584-e2ebae929181), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.068834 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:35.126005 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (28cbe139-2fb4-430b-a584-e2ebae929181), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.128800 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:35.129681 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.153421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:35.161248 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for port (ede1506e-c7a8-448e-9889-619d50393ff1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.171531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (34e54705-39bd-4534-b2c9-c6256bb8a641), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.213421 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:35.282989 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6130157 Sep 20 22:23:35.284172 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54212) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:35.297292 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Request body: {'subnet': {'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-129381392-subnet', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:35.303310 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.303830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35943071-801f-48af-8b2d-ac9898411f74 admin admin] Pushing event updated for resources: {'Network': ['ID=28cbe139-2fb4-430b-a584-e2ebae929181,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:35.315819 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 28cbe139-2fb4-430b-a584-e2ebae929181 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:35.358923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e54705-39bd-4534-b2c9-c6256bb8a641,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:35.374934 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:35.375353 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Network hostable DHCP agents. Network: fb96844d-680b-4102-a9cf-bec623bb10c8, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:35.378014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Made reservation on behalf of 022e19ae817e4fb9b0eda463455c2ccf for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:35.380463 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.381277 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:35.401984 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:35.410518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:35.469828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:35.497709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, fb96844d-680b-4102-a9cf-bec623bb10c8) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:35.511729 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95c45c-9014-4bc3-a94b-157b317652cc None None] Network fb96844d-680b-4102-a9cf-bec623bb10c8 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:35.513276 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:35.514781 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.588533 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5cf90938-9075-44f3-9324-3210fcd90d94 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9668913 Sep 20 22:23:35.594405 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54226) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:35.600730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:35.606993 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:35.669208 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (3c6d0798-75e9-446b-8609-ff20648d113b), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.670369 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (3c6d0798-75e9-446b-8609-ff20648d113b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.686274 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:35.701360 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-fb96844d-680b-4102-a9cf-bec623bb10c8', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:23:35.702703 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.750426 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (f0841825-a63b-480d-b359-e4940bacca38), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:35.905782 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Allocated IP 172.20.0.2 (fb96844d-680b-4102-a9cf-bec623bb10c8/34e54705-39bd-4534-b2c9-c6256bb8a641/9e3704e4-91af-483b-ba3b-951b14a5055c) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:35.989976 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for router_gateway (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.058139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for router_controller (3c6d0798-75e9-446b-8609-ff20648d113b), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.063615 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (d77a3dbc-9205-4f23-9551-5db95088f988), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.172512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce4a2da-225e-4089-a504-c0fc897b7992 None None] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:36.258362 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77a3dbc-9205-4f23-9551-5db95088f988,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:36.402310 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for router_gateway (3c6d0798-75e9-446b-8609-ff20648d113b), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.419670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:36.451850 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Provisioning complete for port da6e2991-97d4-4c33-8f41-ab362118a0c3 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:36.452317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.453421 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Attempt 1 to provision port da6e2991-97d4-4c33-8f41-ab362118a0c3 Sep 20 22:23:36.478669 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Pushing event updated for resources: {'Port': ['ID=ede1506e-c7a8-448e-9889-619d50393ff1,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:36.485007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0841825-a63b-480d-b359-e4940bacca38,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:36.506359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.506707 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.507070 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.507410 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.507810 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.508059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.508382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.508789 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.522155 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.522644 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.535903 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.537489 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.538545 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.539770 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.541210 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Tracked resource versions report: Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: pushed versions: Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Log': {'1.0'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Network': {'1.1'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Port': {'1.7'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: consumer versions: Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: HyperV agent@hv-cinder-85827: {}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Agent': '1.1', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Log': '1.0', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Network': '1.1', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Port': '1.7', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'SubPort': '1.0', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Subnet': '1.1', Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Sep 20 22:23:36.546634 dv-cinder-858276-1-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:23:36.554667 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks [] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.645341 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device da6e2991-97d4-4c33-8f41-ab362118a0c3 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.646451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.649567 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.649567 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.650233 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.666229 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.666556 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.668901 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:36.700932 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.744892 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Current status of the port da6e2991-97d4-4c33-8f41-ab362118a0c3 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:36.745581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.816664 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Checking segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:36.837144 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Network hostable DHCP agents. Network: 281a7f2f-13d6-4f53-b28b-ee8d71863530, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:36.856855 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] For port da6e2991-97d4-4c33-8f41-ab362118a0c3, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=da6e2991-97d4-4c33-8f41-ab362118a0c3,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:36.858896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Pushing event updated for resources: {'Port': ['ID=9e3704e4-91af-483b-ba3b-951b14a5055c,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:36.879808 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:36.880964 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.906252 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:36.931869 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Checking segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:36.932396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Network hostable DHCP agents. Network: 28cbe139-2fb4-430b-a584-e2ebae929181, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:36.939987 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:36.940573 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:36.941956 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca818b62-4c57-4b00-8958-a3762c095908 None None] Pushing event updated for resources: {'Port': ['ID=da6e2991-97d4-4c33-8f41-ab362118a0c3,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:36.952526 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:36.959241 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:36.970074 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port da6e2991-97d4-4c33-8f41-ab362118a0c3 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:36.970799 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:36.971272 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port da6e2991-97d4-4c33-8f41-ab362118a0c3 Sep 20 22:23:36.983430 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:36.984817 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for router_gateway (3c6d0798-75e9-446b-8609-ff20648d113b), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.007767 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 281a7f2f-13d6-4f53-b28b-ee8d71863530) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:37.010264 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54298) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.018516 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.020868 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:37.021651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.024809 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418d0b2-6396-4a69-b878-4e3aa87303df None None] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:37.080005 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54302) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.091457 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Network 28cbe139-2fb4-430b-a584-e2ebae929181 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:37.092611 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-77f4c0d7-317d-4987-9ec3-c374497a6725 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4465775 Sep 20 22:23:37.098013 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54306) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.102864 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.106359 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:37.134240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.135453 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.143020 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-f266f2aa-25b9-4a7d-9b08-be1274ac751d None None] Provisioning complete for port da6e2991-97d4-4c33-8f41-ab362118a0c3 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:37.143855 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f266f2aa-25b9-4a7d-9b08-be1274ac751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.144409 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f266f2aa-25b9-4a7d-9b08-be1274ac751d None None] Attempt 1 to provision port da6e2991-97d4-4c33-8f41-ab362118a0c3 Sep 20 22:23:37.146949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 28cbe139-2fb4-430b-a584-e2ebae929181) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:37.164339 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:37.165131 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.193284 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b163f70e-e73d-47c9-a6fd-a53e80e75e1f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9034572 Sep 20 22:23:37.198333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54308) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.214546 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:37.305541 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce8a5d-9d50-4d1c-8dcd-15cea11c8f7f None None] Network 28cbe139-2fb4-430b-a584-e2ebae929181 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:37.343738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:37.365229 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:23:37.490605 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-28cbe139-2fb4-430b-a584-e2ebae929181', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:23:37.491489 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.505043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-33702543-e601-440f-afe6-b4ea3827b1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.515980 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-281a7f2f-13d6-4f53-b28b-ee8d71863530', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:23:37.517011 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.543139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54316) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.544633 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:37.554931 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:37.555645 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for router_controller (2754bc1d-fa89-4b78-a322-063a8125e2aa), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.572123 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.573471 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:37.573586 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-37fe84a1-a93a-4495-bfa4-200fd23da829 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2699060 Sep 20 22:23:37.574403 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:37.578342 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54324) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:37.619009 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.625567 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.649388 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:37.662278 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Allocated IP 172.27.2.108 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/d23149a5-d146-49ca-96f6-9d5426ddc43e) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:37.672750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Allocated IP 172.20.0.2 (281a7f2f-13d6-4f53-b28b-ee8d71863530/f0841825-a63b-480d-b359-e4940bacca38/3c080f8f-b833-4397-87fe-58356d56434f) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:37.819443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c86ac59-97f4-4d0f-8e47-6c075b97aef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.836528 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks [] for port (3c080f8f-b833-4397-87fe-58356d56434f), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.843074 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Attempting to bind port 9e3704e4-91af-483b-ba3b-951b14a5055c on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:37.843454 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Attempting to bind port 9e3704e4-91af-483b-ba3b-951b14a5055c by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:37.843835 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Attempting to bind port 9e3704e4-91af-483b-ba3b-951b14a5055c on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:37.846560 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:37.856581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (3c080f8f-b833-4397-87fe-58356d56434f), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.901934 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:37.902231 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a58646e9-7b40-475c-be5d-9e754f496f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:37.954519 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:37.957046 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port da6e2991-97d4-4c33-8f41-ab362118a0c3 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:37.962803 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Pushing event updated for resources: {'Port': ['ID=3c080f8f-b833-4397-87fe-58356d56434f,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:37.967824 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:37.996240 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:37.998572 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9f5bbeb4-4e47-46c4-a362-1425439839de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.013921 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:38.065171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for router_controller (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.114216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c86ac59-97f4-4d0f-8e47-6c075b97aef0 admin admin] Publish callbacks [] for security_group (8ac640db-c2be-42b1-8394-05d1aef52f9d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.116935 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f266f2aa-25b9-4a7d-9b08-be1274ac751d None None] Current status of the port da6e2991-97d4-4c33-8f41-ab362118a0c3 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:38.135526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:38.181485 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:38.182469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:38.182965 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.183436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Bound using segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:38.184779 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Bound port: 9e3704e4-91af-483b-ba3b-951b14a5055c, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:38.185850 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.187770 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for router_gateway (2754bc1d-fa89-4b78-a322-063a8125e2aa), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.190170 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:38.202140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c86ac59-97f4-4d0f-8e47-6c075b97aef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8ac640db-c2be-42b1-8394-05d1aef52f9d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.229933 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Attempting to bind port 3c080f8f-b833-4397-87fe-58356d56434f on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:38.230476 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Attempting to bind port 3c080f8f-b833-4397-87fe-58356d56434f by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:38.230969 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Attempting to bind port 3c080f8f-b833-4397-87fe-58356d56434f on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:38.259617 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:35Z', 'revision_number': 3, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:38.264138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.275439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a58646e9-7b40-475c-be5d-9e754f496f86 admin admin] Publish callbacks [] for security_group (b23be411-3ad3-4a6e-833b-c14575a577a7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.299375 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:38.299984 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Updating router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae port ede1506e-c7a8-448e-9889-619d50393ff1 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:38.333286 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.343429 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ac59-97f4-4d0f-8e47-6c075b97aef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac640db-c2be-42b1-8394-05d1aef52f9d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:38.345886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a58646e9-7b40-475c-be5d-9e754f496f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b23be411-3ad3-4a6e-833b-c14575a577a7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.352273 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] For port 9e3704e4-91af-483b-ba3b-951b14a5055c, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:38.356945 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] For port 9e3704e4-91af-483b-ba3b-951b14a5055c, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9e3704e4-91af-483b-ba3b-951b14a5055c,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:38.372909 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.386043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58646e9-7b40-475c-be5d-9e754f496f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23be411-3ad3-4a6e-833b-c14575a577a7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:38.412197 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Allocated IP 172.20.0.2 (28cbe139-2fb4-430b-a584-e2ebae929181/d77a3dbc-9205-4f23-9551-5db95088f988/55f3ea0a-0818-4a63-ac93-90be4a5b8efe) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:38.522863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Allocated IP 172.20.0.1 (2b3cbf78-a136-43a3-9b63-4931c8818134/5cfe9a51-5350-4da5-aefc-179969ab2e31/f99d4994-43ee-4ec7-a8ca-d0aff8e610b8) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:38.567389 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device da6e2991-97d4-4c33-8f41-ab362118a0c3 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:38.596108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:38.596543 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Checking segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:38.596961 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.598208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Bound using segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:38.599010 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Bound port: 3c080f8f-b833-4397-87fe-58356d56434f, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:38.599899 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c080f8f-b833-4397-87fe-58356d56434f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.601281 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:38.612784 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6c86ac59-97f4-4d0f-8e47-6c075b97aef0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ded8453182d34898a1ec7c51012590e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5316567 Sep 20 22:23:38.616253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.618206 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54348) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:38.661782 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a58646e9-7b40-475c-be5d-9e754f496f86 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a9a68abf2e0f414e965329c500c7df8c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1163893 Sep 20 22:23:38.662544 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54350) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:38.705816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-33702543-e601-440f-afe6-b4ea3827b1ff admin admin] Publish callbacks [] for security_group (c912b753-262a-4420-ba76-ffb4e40eeb76), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.740437 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:38.742583 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678105b-843d-45f6-aa67-9f0ed238c314 None None] Pushing event updated for resources: {'Port': ['ID=9e3704e4-91af-483b-ba3b-951b14a5055c,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:38.766434 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks [] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.785788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] For port 3c080f8f-b833-4397-87fe-58356d56434f, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:38.788504 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-33702543-e601-440f-afe6-b4ea3827b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c912b753-262a-4420-ba76-ffb4e40eeb76), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.801259 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] For port 3c080f8f-b833-4397-87fe-58356d56434f, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3c080f8f-b833-4397-87fe-58356d56434f,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:38.805507 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks [] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.809988 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] Publish callbacks [] for security_group (8ac640db-c2be-42b1-8394-05d1aef52f9d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.810156 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port da6e2991-97d4-4c33-8f41-ab362118a0c3 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:38.810677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.811121 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port da6e2991-97d4-4c33-8f41-ab362118a0c3 Sep 20 22:23:38.813490 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:38.815753 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for router_gateway (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.834853 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.837649 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3c080f8f-b833-4397-87fe-58356d56434f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.897283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] Publish callbacks [] for security_group (8ac640db-c2be-42b1-8394-05d1aef52f9d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.931083 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33702543-e601-440f-afe6-b4ea3827b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912b753-262a-4420-ba76-ffb4e40eeb76,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:38.933834 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Network 28cbe139-2fb4-430b-a584-e2ebae929181 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:38.941230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:38.946699 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Pushing event updated for resources: {'Port': ['ID=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:38.953737 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:38.975021 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:38.978335 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-33702543-e601-440f-afe6-b4ea3827b1ff admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d03c299461e24ac386334f2f51b67e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9640999 Sep 20 22:23:38.978850 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54352) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:39.008272 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.039921 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8ac640db-c2be-42b1-8394-05d1aef52f9d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.042766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.044145 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8ac640db-c2be-42b1-8394-05d1aef52f9d HTTP/1.1" status: 204 len: 168 time: 0.4237075 Sep 20 22:23:39.052404 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] Publish callbacks [] for security_group (b23be411-3ad3-4a6e-833b-c14575a577a7), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.054864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for router_gateway (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.068344 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e88497-bbe9-4eb6-b5f3-dfc4fc0fca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac640db-c2be-42b1-8394-05d1aef52f9d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:39.086365 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:39.089987 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:39.091995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:39.095103 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:39.095991 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.119520 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.128915 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:39.131112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] Publish callbacks [] for security_group (b23be411-3ad3-4a6e-833b-c14575a577a7), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.199309 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:39.205594 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:39.271870 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] Publish callbacks [] for security_group (c912b753-262a-4420-ba76-ffb4e40eeb76), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.336630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:39.344016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] Publish callbacks [] for security_group (c912b753-262a-4420-ba76-ffb4e40eeb76), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.366768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Pushing event updated for resources: {'Port': ['ID=d23149a5-d146-49ca-96f6-9d5426ddc43e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:39.418689 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Attempting to bind port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:39.419253 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Attempting to bind port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:39.420925 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Attempting to bind port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe on network 28cbe139-2fb4-430b-a584-e2ebae929181 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:39.495874 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks [] for port (ede1506e-c7a8-448e-9889-619d50393ff1), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.507562 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.527211 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:39.575688 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcef2d-3055-41c9-8afe-5b0c16f06d97 None None] Pushing event updated for resources: {'Port': ['ID=3c080f8f-b833-4397-87fe-58356d56434f,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:39.583555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:39.583939 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Checking segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:39.584351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.584749 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Bound using segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:39.588711 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Bound port: 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:39.589199 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.591463 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port da6e2991-97d4-4c33-8f41-ab362118a0c3 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:39.653302 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Attempting to bind port ede1506e-c7a8-448e-9889-619d50393ff1 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:39.653895 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Attempting to bind port ede1506e-c7a8-448e-9889-619d50393ff1 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:39.656303 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Attempting to bind port ede1506e-c7a8-448e-9889-619d50393ff1 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:39.714733 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Pushing event updated for resources: {'Port': ['ID=ede1506e-c7a8-448e-9889-619d50393ff1,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:39.726089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bdd1bb8b-b869-4cfb-9c61-47951edc351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.744310 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:39.755160 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Provisioning complete for port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:39.755568 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.755865 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 1 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:39.768635 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54370) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:39.774226 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.774734 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.775273 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.775745 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.776285 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.776733 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.777360 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.777857 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.778331 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.778894 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.779501 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.780293 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.780834 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.781439 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.781974 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Tracked resource versions report: Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: pushed versions: Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: { 'AddressGroup': {'1.2'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Agent': {'1.1'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'ConntrackHelper': {'1.0'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'LocalIPAssociation': {'1.0'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Log': {'1.0'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'NDPProxy': {'1.0'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Network': {'1.1'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Port': {'1.7'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'PortForwarding': {'1.3'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'QosPolicy': {'1.10'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroup': {'1.5'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroupRule': {'1.2'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SubPort': {'1.0'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Subnet': {'1.1'}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Trunk': {'1.1'}} Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: consumer versions: Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: { DHCP agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: HyperV agent@hv-cinder-85827: {}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: L3 agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: Metadata agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: Metering agent@dv-cinder-858276-1-iscsi: {}, Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: Open vSwitch agent@dv-cinder-858276-1-iscsi: { 'AddressGroup': '1.2', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Agent': '1.1', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'ConntrackHelper': '1.0', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'LocalIPAssociation': '1.0', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Log': '1.0', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'NDPProxy': '1.0', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Network': '1.1', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Port': '1.7', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'PortForwarding': '1.3', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'QosPolicy': '1.10', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroup': '1.5', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SecurityGroupRule': '1.2', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'SubPort': '1.0', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Subnet': '1.1', Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: 'Trunk': '1.1'}} Sep 20 22:23:39.783665 dv-cinder-858276-1-iscsi neutron-server[106263]: {{(pid=106263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 22:23:39.834361 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:39.835023 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:39.836338 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.837290 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:39.838009 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Bound port: ede1506e-c7a8-448e-9889-619d50393ff1, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:39.838743 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.848126 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:39.908649 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] For port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:39.912632 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] For port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:39.925183 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.979909 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:39.988086 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] For port ede1506e-c7a8-448e-9889-619d50393ff1, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:40.000024 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] For port ede1506e-c7a8-448e-9889-619d50393ff1, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=ede1506e-c7a8-448e-9889-619d50393ff1,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:40.015761 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.063992 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185b21-8a88-4668-9a04-661609bc16da None None] Pushing event updated for resources: {'Port': ['ID=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:40.129023 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:40.137167 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:40.148757 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c912b753-262a-4420-ba76-ffb4e40eeb76), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.151412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.159989 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c912b753-262a-4420-ba76-ffb4e40eeb76 HTTP/1.1" status: 204 len: 168 time: 1.1485274 Sep 20 22:23:40.243137 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c564844-02c5-44f2-8e1b-ae595af52581 None None] Pushing event updated for resources: {'Port': ['ID=ede1506e-c7a8-448e-9889-619d50393ff1,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:40.349469 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 2 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:40.363106 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97995a5-9560-482e-8ff5-c591f50e3f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912b753-262a-4420-ba76-ffb4e40eeb76,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:40.364111 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:40.400949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-533e837b-1be5-431a-a82c-9228f23f9a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.405732 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:40.451618 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ced21-2aa0-4f5b-8ebb-098e9fdbbb99 None None] Network fb96844d-680b-4102-a9cf-bec623bb10c8 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:40.471440 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for router_gateway (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.515570 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:40.596103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Allocated IP 172.27.2.195 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/a78cddca-c0db-471a-8b97-2e91ab56f05f) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:40.615031 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b23be411-3ad3-4a6e-833b-c14575a577a7), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.632299 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.634799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks [] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.640860 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b23be411-3ad3-4a6e-833b-c14575a577a7 HTTP/1.1" status: 204 len: 168 time: 1.9318440 Sep 20 22:23:40.655588 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.657296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.791954 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:40.872745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72591b-fdcf-4b47-8f6d-6e42b8269166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23be411-3ad3-4a6e-833b-c14575a577a7,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:40.894474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:40.907889 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:40.944457 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:40.971423 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 55f3ea0a-0818-4a63-ac93-90be4a5b8efe up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:40.975555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dba54-7799-4b0b-b0f4-3645f02e5762 None None] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:41.022670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:41.025238 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:41.029817 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:38Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:41.076397 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:41.091754 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.137264 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4d524-b852-431a-ab89-4c050ddde0f5 None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:38Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:23:41.145472 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:41.151294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.151762 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe Sep 20 22:23:41.237358 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:41.239327 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54394) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:41.316737 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-533e837b-1be5-431a-a82c-9228f23f9a04 admin admin] Publish callbacks [] for security_group (3ee376d3-83b2-4029-be6d-69110b760cf6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.340194 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:41.340589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.388453 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:41.398881 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.401238 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3c080f8f-b833-4397-87fe-58356d56434f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:41.422445 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8a9875a-1e3b-4e2e-b055-a5e393a85233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.474089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.547171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:41.573088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54398) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:41.580389 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:41.586690 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 3 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:41.610633 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:41.652138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.654743 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-533e837b-1be5-431a-a82c-9228f23f9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3ee376d3-83b2-4029-be6d-69110b760cf6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.697484 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:23:41.704430 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:41.776300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8a9875a-1e3b-4e2e-b055-a5e393a85233 admin admin] Publish callbacks [] for security_group (45b9e3ef-4f52-45dc-b1a0-d82d75d1db57), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.803087 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 3c080f8f-b833-4397-87fe-58356d56434f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:41.805564 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3c080f8f-b833-4397-87fe-58356d56434f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.805732 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 3c080f8f-b833-4397-87fe-58356d56434f Sep 20 22:23:41.837634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:41.887071 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 3c080f8f-b833-4397-87fe-58356d56434f is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:41.887460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c080f8f-b833-4397-87fe-58356d56434f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.932647 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 3c080f8f-b833-4397-87fe-58356d56434f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3c080f8f-b833-4397-87fe-58356d56434f,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:41.938005 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3c080f8f-b833-4397-87fe-58356d56434f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.939011 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9e3704e4-91af-483b-ba3b-951b14a5055c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:41.941703 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8a9875a-1e3b-4e2e-b055-a5e393a85233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (45b9e3ef-4f52-45dc-b1a0-d82d75d1db57), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.944685 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54402) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:41.946226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for router_gateway (3c6d0798-75e9-446b-8609-ff20648d113b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:41.961114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.db.api [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.2.195-4a18d203-f29d-49fd-a21b-6b3529d83797 {{(pid=106261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 22:23:41.961726 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG oslo_db.api [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 22:23:42.016514 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23124cce-a9ee-4f1b-9e27-a32adf25c648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.029499 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9875a-1e3b-4e2e-b055-a5e393a85233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b9e3ef-4f52-45dc-b1a0-d82d75d1db57,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.048096 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b8a9875a-1e3b-4e2e-b055-a5e393a85233 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=98aa016acf8a4276809d83afbb40da38&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7929571 Sep 20 22:23:42.055974 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:42.059698 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54404) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:42.066525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-38d00aa9-3920-4615-a709-f617408624a4 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4bbd41fa-104d-4a52-8cbb-f5ea5af321ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4870121 Sep 20 22:23:42.080779 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53c98e-c888-4a59-93e7-d4473bae5f38 None None] Network 28cbe139-2fb4-430b-a584-e2ebae929181 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:42.083496 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:42.089747 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=3c080f8f-b833-4397-87fe-58356d56434f,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.092020 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:42.103680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:42.192578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54408) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:42.192763 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-533e837b-1be5-431a-a82c-9228f23f9a04 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c6a9342fd3304c5b9102d1e899968753&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4172099 Sep 20 22:23:42.204670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] Publish callbacks [] for security_group (45b9e3ef-4f52-45dc-b1a0-d82d75d1db57), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.209946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1298006496-network', 'tenant_id': '14062061f44a4a66b912c879d547d618'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:42.242855 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a78cddca-c0db-471a-8b97-2e91ab56f05f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.245882 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e837b-1be5-431a-a82c-9228f23f9a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee376d3-83b2-4029-be6d-69110b760cf6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.263202 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] Publish callbacks [] for security_group (45b9e3ef-4f52-45dc-b1a0-d82d75d1db57), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.279555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 9e3704e4-91af-483b-ba3b-951b14a5055c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:42.279929 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.280266 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 9e3704e4-91af-483b-ba3b-951b14a5055c Sep 20 22:23:42.330774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23124cce-a9ee-4f1b-9e27-a32adf25c648 admin admin] Publish callbacks [] for security_group (2a7aa627-e144-4170-af00-00698c88be4b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.331341 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:42.344732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23124cce-a9ee-4f1b-9e27-a32adf25c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2a7aa627-e144-4170-af00-00698c88be4b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.349962 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.351791 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 4 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:42.363192 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] Publish callbacks [] for security_group (3ee376d3-83b2-4029-be6d-69110b760cf6), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.446484 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-23124cce-a9ee-4f1b-9e27-a32adf25c648 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7395287f5d304c2f99b1c82144bfa4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962218 Sep 20 22:23:42.451755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] Publish callbacks [] for security_group (3ee376d3-83b2-4029-be6d-69110b760cf6), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.454519 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54416) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:42.471311 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23124cce-a9ee-4f1b-9e27-a32adf25c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7aa627-e144-4170-af00-00698c88be4b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.483885 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (45b9e3ef-4f52-45dc-b1a0-d82d75d1db57), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.486793 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.487909 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.489280 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/45b9e3ef-4f52-45dc-b1a0-d82d75d1db57 HTTP/1.1" status: 204 len: 168 time: 0.4269531 Sep 20 22:23:42.510911 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:42.538855 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97c8c9-63df-497a-8c1b-7eb21c244f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b9e3ef-4f52-45dc-b1a0-d82d75d1db57,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.592099 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] Publish callbacks [] for security_group (2a7aa627-e144-4170-af00-00698c88be4b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.612062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3ee376d3-83b2-4029-be6d-69110b760cf6), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.615050 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.616944 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3ee376d3-83b2-4029-be6d-69110b760cf6 HTTP/1.1" status: 204 len: 168 time: 0.4213870 Sep 20 22:23:42.631712 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] Publish callbacks [] for security_group (2a7aa627-e144-4170-af00-00698c88be4b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.632807 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 9e3704e4-91af-483b-ba3b-951b14a5055c is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:42.633264 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.639524 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.654557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f422858-c3d3-43af-a106-9cfb07811a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee376d3-83b2-4029-be6d-69110b760cf6,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.658367 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:42.667344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Made reservation on behalf of 14062061f44a4a66b912c879d547d618 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:42.669798 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.745215 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2a7aa627-e144-4170-af00-00698c88be4b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.748612 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.750084 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2a7aa627-e144-4170-af00-00698c88be4b HTTP/1.1" status: 204 len: 168 time: 0.2943690 Sep 20 22:23:42.753987 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 9e3704e4-91af-483b-ba3b-951b14a5055c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9e3704e4-91af-483b-ba3b-951b14a5055c,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:42.764174 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:42.771916 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d692f3-df15-4cc6-a0ab-285949b0832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7aa627-e144-4170-af00-00698c88be4b,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.954397 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=9e3704e4-91af-483b-ba3b-951b14a5055c,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:42.980453 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Allocated IP 172.27.2.220 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/13de0d2b-1bde-4e50-844a-96c4a5bfc475) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:42.985666 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54428) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:42.990539 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514867408', 'description': 'tempest-description--4384553'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:43.013710 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 5 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:43.046176 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.056665 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:43.067022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.147194 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:43.151322 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:43.189881 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (64490b2f-4615-442b-9540-7444504d96cb), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.197485 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (64490b2f-4615-442b-9540-7444504d96cb), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.224025 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device ede1506e-c7a8-448e-9889-619d50393ff1 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:43.283297 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.284567 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2978656 Sep 20 22:23:43.286691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667d77a-fe45-417e-b030-b7cde3942168 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64490b2f-4615-442b-9540-7444504d96cb,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:43.288930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54436) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:43.293348 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group_rule': {'security_group_id': '64490b2f-4615-442b-9540-7444504d96cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:43.328895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port ede1506e-c7a8-448e-9889-619d50393ff1 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:43.329298 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.329638 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port ede1506e-c7a8-448e-9889-619d50393ff1 Sep 20 22:23:43.370240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (c1750e07-40fd-468d-b22e-638ee599af3b), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.432167 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (3c6d0798-75e9-446b-8609-ff20648d113b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.435356 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for router_gateway (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.462610 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:43.476240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (c1750e07-40fd-468d-b22e-638ee599af3b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.481921 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (c1750e07-40fd-468d-b22e-638ee599af3b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.502409 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1750e07-40fd-468d-b22e-638ee599af3b,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:43.522088 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.523764 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3cd1631f-7013-4e34-9f1a-b6f5a7840bcb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340565 Sep 20 22:23:43.526516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54448) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:43.533692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group_rule': {'security_group_id': '64490b2f-4615-442b-9540-7444504d96cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:43.544179 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port ede1506e-c7a8-448e-9889-619d50393ff1 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:43.544627 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.579899 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (e2f959db-3d16-496c-9b0a-e235dc85e9d1), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.595079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port ede1506e-c7a8-448e-9889-619d50393ff1, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=ede1506e-c7a8-448e-9889-619d50393ff1,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:43.601147 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.605381 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 55f3ea0a-0818-4a63-ac93-90be4a5b8efe up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:43.615573 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:43.645357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (e2f959db-3d16-496c-9b0a-e235dc85e9d1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.652897 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (e2f959db-3d16-496c-9b0a-e235dc85e9d1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.662121 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 6 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:43.690466 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f959db-3d16-496c-9b0a-e235dc85e9d1,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:43.703236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.704965 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1721af85-6333-48b6-9912-64d0f5558d52 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771593 Sep 20 22:23:43.708321 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54458) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:43.715662 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:43.731468 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:43.753912 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.759761 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=ede1506e-c7a8-448e-9889-619d50393ff1,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:43.762992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.796675 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:43.797035 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.797414 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe Sep 20 22:23:43.908725 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:43.945237 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:43.946322 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3c080f8f-b833-4397-87fe-58356d56434f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:43.946428 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:43.975484 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks [] for security_group (1c791b9d-52f6-4c6b-aaf7-725622e61387), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.003372 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (1c791b9d-52f6-4c6b-aaf7-725622e61387), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.018344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:44.036297 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 3c080f8f-b833-4397-87fe-58356d56434f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:44.036703 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3c080f8f-b833-4397-87fe-58356d56434f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.037066 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 3c080f8f-b833-4397-87fe-58356d56434f Sep 20 22:23:44.050563 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c791b9d-52f6-4c6b-aaf7-725622e61387,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:44.107825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (4df46788-8b81-4b6b-a78a-e8d9be36b32b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.108239 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Added segment 4df46788-8b81-4b6b-a78a-e8d9be36b32b of type vlan for network a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce Sep 20 22:23:44.118901 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 3c080f8f-b833-4397-87fe-58356d56434f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:44.132012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.206214 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Allocated IP 172.27.2.149 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/465e16e6-6a39-4bd9-9526-0a1eb1de762f) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:44.233290 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 7 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:44.312416 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:44.374101 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:44.384884 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.390628 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:44.430885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:44.451634 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:44.466567 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Pushing event updated for resources: {'Port': ['ID=13de0d2b-1bde-4e50-844a-96c4a5bfc475,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:44.485029 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:44.521095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Router 3c6d0798-75e9-446b-8609-ff20648d113b is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:23:44.560316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.582868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.584745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.585845 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:44.586470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.619820 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.652405 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:44.655180 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:44.673804 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:44.717833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:44.734480 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0995286 Sep 20 22:23:44.745511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:44.750504 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54486) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:44.755343 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:44.757186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:44.760620 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Request body: {'subnet': {'network_id': 'a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1298006496-subnet', 'tenant_id': '14062061f44a4a66b912c879d547d618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:44.784872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a0f6-4d06-47a9-9c4c-5511bce6c3af admin admin] Pushing event updated for resources: {'Network': ['ID=a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:44.849571 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 8 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:44.910930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:44.925257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=465e16e6-6a39-4bd9-9526-0a1eb1de762f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:44.950997 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Made reservation on behalf of 14062061f44a4a66b912c879d547d618 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:44.953868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:44.959635 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.024685 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device ede1506e-c7a8-448e-9889-619d50393ff1 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:45.032100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.057780 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:45.076921 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:45.103765 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:45.104740 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:45.113968 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for router_gateway (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.162763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.166727 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-280b7a3d-251f-484c-9f3a-032ca785fc6c admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.5687287 Sep 20 22:23:45.174558 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54502) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:45.289273 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:45.304614 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:45.364082 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.377073 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.378069 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.381561 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:45.418863 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port ede1506e-c7a8-448e-9889-619d50393ff1 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:45.419471 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.420109 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port ede1506e-c7a8-448e-9889-619d50393ff1 Sep 20 22:23:45.445694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:23:45.456053 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.462688 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:45.468553 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7573524 Sep 20 22:23:45.482970 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02560f-4292-4ee5-903f-26c752e3b819 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=465e16e6-6a39-4bd9-9526-0a1eb1de762f,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:45.486667 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:45.514306 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:45.593777 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port ede1506e-c7a8-448e-9889-619d50393ff1 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:45.594983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9e3704e4-91af-483b-ba3b-951b14a5055c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:45.628924 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:40Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:45.675630 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:45.676204 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Updating router 3c6d0798-75e9-446b-8609-ff20648d113b port d23149a5-d146-49ca-96f6-9d5426ddc43e binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:45.690979 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 9e3704e4-91af-483b-ba3b-951b14a5055c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:45.691127 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.691422 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 9e3704e4-91af-483b-ba3b-951b14a5055c Sep 20 22:23:45.711774 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.819541 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 9e3704e4-91af-483b-ba3b-951b14a5055c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:45.826483 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:40Z', 'revision_number': 2, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:45.829376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.859575 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:45.859934 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Updating router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:45.883153 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 9 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:45.917767 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:45.932336 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:45.963418 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (07992fd5-bd51-428d-b017-d71135acf0a8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.023383 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54540) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:46.028081 dv-cinder-858276-1-iscsi neutron-server[106260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 22:23:46.110787 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.131100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-3b2c2cdb-598b-4b7e-90bd-83b427fe90a2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--514867408&fields=id&tenant_id=02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 267 time: 0.1041689 Sep 20 22:23:46.274633 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks [] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.286759 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.351927 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:46.361059 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.364361 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:46.367108 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Attempting to bind port d23149a5-d146-49ca-96f6-9d5426ddc43e on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:46.368033 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Attempting to bind port d23149a5-d146-49ca-96f6-9d5426ddc43e by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:46.369180 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Attempting to bind port d23149a5-d146-49ca-96f6-9d5426ddc43e on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:46.468374 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Attempt 10 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:46.506429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-e44f25bf-511f-49c2-bcef-1fdcb0700a59 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:46.514987 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-e44f25bf-511f-49c2-bcef-1fdcb0700a59 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 811 time: 0.3739483 Sep 20 22:23:46.540533 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-a022cad8-548a-4af0-aa7b-d3548f46c455 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/quotas/02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 375 time: 0.0216546 Sep 20 22:23:46.548857 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.552379 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b94376e8-3a92-4ef9-9dd9-e1b43274824b None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:46.555811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:46.555889 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:46.598185 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.599298 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.627414 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f6240-9240-49fa-b899-6b709c1ad664 None None] Pushing event updated for resources: {'Port': ['ID=d23149a5-d146-49ca-96f6-9d5426ddc43e,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:46.640810 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Checking segment: {'id': '4df46788-8b81-4b6b-a78a-e8d9be36b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:46.651348 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Network hostable DHCP agents. Network: a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:46.664346 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:46.664757 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:46.665191 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.665588 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:46.666072 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Bound port: d23149a5-d146-49ca-96f6-9d5426ddc43e, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:46.666450 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.671094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.711695 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07992fd5-bd51-428d-b017-d71135acf0a8,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:46.720526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.726189 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ef551d9f-5d68-4967-9518-aa03d262f5e0 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6196430 Sep 20 22:23:46.729989 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-194781a0-70e4-4e38-878b-70147861ef5f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724358 Sep 20 22:23:46.730827 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54560) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:46.791819 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] For port d23149a5-d146-49ca-96f6-9d5426ddc43e, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:46.795479 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] For port d23149a5-d146-49ca-96f6-9d5426ddc43e, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=d23149a5-d146-49ca-96f6-9d5426ddc43e,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:46.809609 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.810081 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:46.812517 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Network a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:46.849377 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:46.851087 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:23:46.866238 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:46.866238 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.928425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:46.946242 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:46.953731 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2c385ebf-4a08-4163-ade3-5c504837ff1a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1996393 Sep 20 22:23:46.963433 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f6240-9240-49fa-b899-6b709c1ad664 None None] Pushing event updated for resources: {'Port': ['ID=d23149a5-d146-49ca-96f6-9d5426ddc43e,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:46.987936 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:46.988791 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:47.004429 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks [] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.010486 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc24f4-0b7a-42db-b145-04de1679edba None None] Network a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:47.095999 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:47.100154 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:47.134618 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.136022 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e534c515-e17f-4fe0-aa6a-405f57460f83 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9326875 Sep 20 22:23:47.139510 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54576) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:47.203601 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.224379 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Allocated IP 172.20.0.1 (fb96844d-680b-4102-a9cf-bec623bb10c8/34e54705-39bd-4534-b2c9-c6256bb8a641/2d1bc90b-ea09-4181-998d-0788fbb74ac6) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:47.245725 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:47.300896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Provisioning complete for port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:47.303419 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.305460 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 1 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:47.313818 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:47.316857 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Sync routers for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:47.342040 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:47.342895 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:47.396499 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:47.457241 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks [] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.521653 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.557291 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:42Z', 'revision_number': 3, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:47.588173 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:47.603504 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:47.626860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:47.635709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:47.638802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:47.639270 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (3c6d0798-75e9-446b-8609-ff20648d113b), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.658649 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b089a-8b55-40d7-9f23-b0de4a3f3ecc None None] Pushing event updated for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:47.666063 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:47.667520 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Updating router 2754bc1d-fa89-4b78-a322-063a8125e2aa port a78cddca-c0db-471a-8b97-2e91ab56f05f binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:47.745794 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:47.747949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:47.768934 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:47.961718 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Attempting to bind port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:47.962095 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Attempting to bind port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:47.962452 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Attempting to bind port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:47.995532 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae619a1-8489-422d-ac9f-ca87135bea23 None None] Network a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:48.006624 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:44Z', 'revision_number': 3, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:48.053556 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:48.065965 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:40Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:48.138150 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.153891 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Checking router: c5e9b92d-2135-4b46-9af3-a1e1c8588e93 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:48.154247 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Updating router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:48.250100 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6ffa5-102b-486a-b528-3202652c9ee5 None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:40Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:23:48.263126 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.275541 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 2 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:48.358980 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-d614ad0d-9ecd-4f7a-a42e-e2ae6133a93e service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:23:48.360347 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-d614ad0d-9ecd-4f7a-a42e-e2ae6133a93e service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7223554 Sep 20 22:23:48.373494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:48.424691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:48.479670 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:48.481722 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Checking segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:48.482867 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.484054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Bound using segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:48.492711 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Bound port: f99d4994-43ee-4ec7-a8ca-d0aff8e610b8, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:48.496907 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.498282 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-34bcd4c3-c53a-4bba-bffb-b7057d65656a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229861 Sep 20 22:23:48.638706 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks [] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.655381 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.656347 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (3c6d0798-75e9-446b-8609-ff20648d113b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.774070 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:48.791611 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] For port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:48.797920 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] For port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:48.813471 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:48.815822 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:48.900182 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 3 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:48.960236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.024526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:49.028267 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:49.073817 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device d23149a5-d146-49ca-96f6-9d5426ddc43e up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:49.189752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54624) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:49.204693 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059822188-network', 'tenant_id': 'a36309a3bf5c4946bce2d39d4fb46cd4'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:49.250235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:49.250989 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:49.270933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Allocated IP 172.20.0.1 (281a7f2f-13d6-4f53-b28b-ee8d71863530/f0841825-a63b-480d-b359-e4940bacca38/de1db635-78d0-4344-aadc-2cb95006bac9) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:49.372752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Made reservation on behalf of a36309a3bf5c4946bce2d39d4fb46cd4 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:49.382881 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.437562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.446612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b089a-8b55-40d7-9f23-b0de4a3f3ecc None None] Pushing event updated for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:49.450738 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-5de1a520-0e0e-4c1c-8692-bb245644b927 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9359343 Sep 20 22:23:49.457568 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:49.458910 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.538205 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Router 3c6d0798-75e9-446b-8609-ff20648d113b has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:23:49.701829 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Allocated IP 172.20.0.1 (28cbe139-2fb4-430b-a584-e2ebae929181/d77a3dbc-9205-4f23-9551-5db95088f988/9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:49.832910 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks [] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.845308 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks [] for security_group (74637f2e-0003-4827-93f6-d37e5959db60), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.857247 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:49.864900 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b8c9a8fe-36b2-4db7-8252-0bca51ce5540 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3c6d0798-75e9-446b-8609-ff20648d113b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6887374 Sep 20 22:23:49.866075 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (74637f2e-0003-4827-93f6-d37e5959db60), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.893723 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:49.894830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:49.905056 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.923111 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port d23149a5-d146-49ca-96f6-9d5426ddc43e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:49.923507 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.923853 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port d23149a5-d146-49ca-96f6-9d5426ddc43e Sep 20 22:23:49.930740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:23:49.939548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74637f2e-0003-4827-93f6-d37e5959db60,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:49.952799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (6da7971e-4e45-4fc5-9fe6-75f0b7fc1888), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:49.953705 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Added segment 6da7971e-4e45-4fc5-9fe6-75f0b7fc1888 of type vlan for network d1287bea-7450-4198-88cf-ac7611cda686 Sep 20 22:23:50.022629 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:50.044417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Network 28cbe139-2fb4-430b-a584-e2ebae929181 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:50.045358 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:50.056543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (d1287bea-7450-4198-88cf-ac7611cda686), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.082802 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:50.097261 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54664) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:50.100788 dv-cinder-858276-1-iscsi neutron-server[106261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 22:23:50.105108 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:50.105962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.135456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (d1287bea-7450-4198-88cf-ac7611cda686), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.137523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:50.138638 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.212476 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Current status of the port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:50.218536 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.220158 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fdc74ba9-acd0-43a2-a67a-e4e234cfefa2 req-95f1a2f6-eb79-4348-8598-10471c2d304f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.1195524 Sep 20 22:23:50.234912 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:50.294605 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0945790 Sep 20 22:23:50.303516 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54674) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:50.316383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Request body: {'subnet': {'network_id': 'd1287bea-7450-4198-88cf-ac7611cda686', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2059822188-subnet', 'tenant_id': 'a36309a3bf5c4946bce2d39d4fb46cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:50.334942 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe86962-ec36-4ea6-98e1-9d1563e0baea admin admin] Pushing event updated for resources: {'Network': ['ID=d1287bea-7450-4198-88cf-ac7611cda686,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:50.382878 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks [] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.385833 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Pushing event updated for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:50.390634 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Made reservation on behalf of a36309a3bf5c4946bce2d39d4fb46cd4 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:50.393622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.410445 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:50.425139 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:50.444380 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network d1287bea-7450-4198-88cf-ac7611cda686 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:23:50.469761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks [] for port (de1db635-78d0-4344-aadc-2cb95006bac9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.509783 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.649422 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.663898 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.745234 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks [] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.763070 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.810341 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Attempting to bind port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:50.811272 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Attempting to bind port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:50.812099 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Attempting to bind port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:50.812701 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:50.842995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:50.853681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Pushing event updated for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:50.868630 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:23:50.870517 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (04b68c8d-d687-4181-9e15-7c741dfe2310), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.879062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:50.959102 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] For port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:51.021331 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:51.022260 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:51.022942 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.023537 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:51.024250 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Bound port: 13de0d2b-1bde-4e50-844a-96c4a5bfc475, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:51.025061 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.060994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b68c8d-d687-4181-9e15-7c741dfe2310,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:51.099279 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] For port 13de0d2b-1bde-4e50-844a-96c4a5bfc475, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:51.103413 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] For port 13de0d2b-1bde-4e50-844a-96c4a5bfc475, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=13de0d2b-1bde-4e50-844a-96c4a5bfc475,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:51.117709 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.118790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks [] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.124670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Checking segment: {'id': '6da7971e-4e45-4fc5-9fe6-75f0b7fc1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd1287bea-7450-4198-88cf-ac7611cda686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:51.138197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Network hostable DHCP agents. Network: d1287bea-7450-4198-88cf-ac7611cda686, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:23:51.142740 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:51.143640 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:51.191622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Network d1287bea-7450-4198-88cf-ac7611cda686 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:23:51.214315 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, d1287bea-7450-4198-88cf-ac7611cda686) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:51.226821 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:51.227440 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.242838 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.297342 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f0000fc2-d9f4-4d05-a517-a8dec20f1cbf admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9924424 Sep 20 22:23:51.300747 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.302216 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.319755 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:51.341340 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad444b-6542-42a0-b7e1-40567640ce99 None None] Network d1287bea-7450-4198-88cf-ac7611cda686 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:51.405681 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:51.456994 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dcf46b1a-da3c-4c6b-abfe-955d1ca216da req-2c617333-a423-45f4-be05-c609e21250f6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.0938702 Sep 20 22:23:51.502961 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:51.565795 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc', 'name': '', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'mac_address': 'fa:16:3e:de:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 2, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'subnets': [{'id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:51.568188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Attempting to bind port a78cddca-c0db-471a-8b97-2e91ab56f05f on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:51.568566 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Attempting to bind port a78cddca-c0db-471a-8b97-2e91ab56f05f by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:51.568931 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Attempting to bind port a78cddca-c0db-471a-8b97-2e91ab56f05f on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:51.648818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:51.697531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54756) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:51.711968 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-cd230ee5-5c7b-4ea2-a4aa-0208596e1bee tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:51.718275 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350a2ce-00a2-4a42-b156-0808e0638ba0 None None] The sync data for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi is: [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc', 'name': '', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'mac_address': 'fa:16:3e:de:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 2, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'subnets': [{'id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:23:51.721019 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-cd230ee5-5c7b-4ea2-a4aa-0208596e1bee tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 0.9283564 Sep 20 22:23:51.734732 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1e55-c03e-449a-909d-0630cc49cda3 None None] Pushing event updated for resources: {'Port': ['ID=13de0d2b-1bde-4e50-844a-96c4a5bfc475,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:51.752765 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:23:51.760427 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:51.820881 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Deleting subnet 07992fd5-bd51-428d-b017-d71135acf0a8 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:23:51.822216 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-bacb4c81-c809-4bb4-a6d8-8562a6900076 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/quotas/e1076a54706448038779945f53703345 HTTP/1.1" status: 200 len: 375 time: 0.0995266 Sep 20 22:23:51.825576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Publish callbacks [] for subnet (07992fd5-bd51-428d-b017-d71135acf0a8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.853135 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1e55-c03e-449a-909d-0630cc49cda3 None None] Pushing event updated for resources: {'Port': ['ID=13de0d2b-1bde-4e50-844a-96c4a5bfc475,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:51.929048 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-925c7eb7-f5b2-414d-8eb0-aa760f7a9ecd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049874 Sep 20 22:23:51.944146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Provisioning complete for port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:51.944788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.944897 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 1 to provision port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe Sep 20 22:23:51.952552 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Publish callbacks [] for subnet (07992fd5-bd51-428d-b017-d71135acf0a8), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:51.954177 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Pushing event updated for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:51.971273 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:51.972235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:51.975073 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491b15-049a-4f20-bf73-ac25f0372678 None None] Pushing event updated for resources: {'Port': ['ID=a78cddca-c0db-471a-8b97-2e91ab56f05f,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:51.978351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (07992fd5-bd51-428d-b017-d71135acf0a8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.013040 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a8922-8674-44c8-8899-ecabc030ed9b None None] Network d1287bea-7450-4198-88cf-ac7611cda686 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:23:52.092050 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (07992fd5-bd51-428d-b017-d71135acf0a8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.108826 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:52.121078 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.137561 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/07992fd5-bd51-428d-b017-d71135acf0a8 HTTP/1.1" status: 204 len: 168 time: 0.4413984 Sep 20 22:23:52.145431 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54780) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:52.162865 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port d23149a5-d146-49ca-96f6-9d5426ddc43e is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:52.163493 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.384918 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.396021 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:52.402212 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.407840 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7215-bfae-48a6-8086-2f2b748f2242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07992fd5-bd51-428d-b017-d71135acf0a8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:52.453083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:52.477499 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Network 28cbe139-2fb4-430b-a584-e2ebae929181 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:52.492713 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port d23149a5-d146-49ca-96f6-9d5426ddc43e, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=d23149a5-d146-49ca-96f6-9d5426ddc43e,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:52.495164 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:52.501343 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:52.528419 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b81b5-32e0-4ab1-ad06-e48989f14a20 None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:23:52.543461 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.578514 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-9a9b0c1e-8d00-40c8-900d-9da72e6e2008 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478333 Sep 20 22:23:52.657747 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.680810 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:52.688930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:52.689336 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:52.689764 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.690484 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:52.690979 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Bound port: a78cddca-c0db-471a-8b97-2e91ab56f05f, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:52.691368 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:52.721985 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.724006 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.725111 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.725615 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > port after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.726208 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.726772 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > port after_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.727246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.727754 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.728886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.729771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:52.835263 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Pushing event updated for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:52.922103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:53.024305 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54802) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:53.050660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:53.230648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:53.298549 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] For port a78cddca-c0db-471a-8b97-2e91ab56f05f, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:53.323122 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:53.324475 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:53.324984 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:53.325365 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:23:53.325793 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:53.344240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3189522a-c44b-4640-a648-f6b6fe236e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.359883 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-eb9c52a8-548f-45c3-b0f9-24f90c18be0e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7606800 Sep 20 22:23:53.454469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] For port a78cddca-c0db-471a-8b97-2e91ab56f05f, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=a78cddca-c0db-471a-8b97-2e91ab56f05f,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:53.455919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:23:53.464507 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=d23149a5-d146-49ca-96f6-9d5426ddc43e,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:53.520365 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Current status of the port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:53.551764 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Provisioning complete for port 9e3704e4-91af-483b-ba3b-951b14a5055c triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:53.552335 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.552825 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 1 to provision port 9e3704e4-91af-483b-ba3b-951b14a5055c Sep 20 22:23:53.621600 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.641719 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3189522a-c44b-4640-a648-f6b6fe236e49 admin admin] Publish callbacks [] for security_group (a7541842-ee75-416a-8b27-85ce92ae1a55), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.658871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3189522a-c44b-4640-a648-f6b6fe236e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a7541842-ee75-416a-8b27-85ce92ae1a55), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.667561 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks [] for port (de1db635-78d0-4344-aadc-2cb95006bac9), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.667835 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:53.668191 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.668537 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:53.711382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.712316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.736014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df46788-8b81-4b6b-a78a-e8d9be36b32b') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:53.736649 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df46788-8b81-4b6b-a78a-e8d9be36b32b') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:53.776249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (4df46788-8b81-4b6b-a78a-e8d9be36b32b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.823454 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1b2102ff-b7e3-4f92-b076-3c23c9e441a9 req-820a403c-f97a-46b1-adf5-969caf63bef9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.0932574 Sep 20 22:23:53.830352 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (4df46788-8b81-4b6b-a78a-e8d9be36b32b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.831937 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:53.848062 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:23:53.850489 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (4df46788-8b81-4b6b-a78a-e8d9be36b32b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.925784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:53.926433 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:53.970788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.978214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:53.983313 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce HTTP/1.1" status: 204 len: 168 time: 1.8367655 Sep 20 22:23:53.990430 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54830) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:54.036203 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:54.038476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Pushing event updated for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:54.054295 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3189522a-c44b-4640-a648-f6b6fe236e49 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=102832a4bb3a415fbe427281e7c7b956&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0254064 Sep 20 22:23:54.055243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189522a-c44b-4640-a648-f6b6fe236e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7541842-ee75-416a-8b27-85ce92ae1a55,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:54.060031 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 54836) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:54.081267 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-41889f1c-46f0-4ef2-88fc-1fbdb0a4e136 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/c5e9b92d-2135-4b46-9af3-a1e1c8588e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9385881 Sep 20 22:23:54.121063 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf20d1-4d6c-4421-b2f3-5b30f7f32f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cbf1dd-082d-4e81-9f42-e5dd6a4701ce,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:54.121230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b491b15-049a-4f20-bf73-ac25f0372678 None None] Pushing event updated for resources: {'Port': ['ID=a78cddca-c0db-471a-8b97-2e91ab56f05f,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:54.199601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:54.206201 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:54.235654 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Deleting subnet 04b68c8d-d687-4181-9e15-7c741dfe2310 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:23:54.244665 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Publish callbacks [] for subnet (04b68c8d-d687-4181-9e15-7c741dfe2310), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.258195 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:54.340875 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (04b68c8d-d687-4181-9e15-7c741dfe2310), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.341956 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Current status of the port 9e3704e4-91af-483b-ba3b-951b14a5055c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:54.362159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 2, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:54.367865 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 4df46788-8b81-4b6b-a78a-e8d9be36b32b resource provider aggregate not found Sep 20 22:23:54.390770 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:23:54.398453 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:23:54.400637 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 4df46788-8b81-4b6b-a78a-e8d9be36b32b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4df46788-8b81-4b6b-a78a-e8d9be36b32b found for delete ", "request_id": "req-159d635a-7b0a-4e32-9eb8-40557861ca8f"}]} Sep 20 22:23:54.428079 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9fd7e10b-d899-4c7b-8580-fd1f3c91cd7c req-9f312f9a-1888-4c0e-a3db-04c45a0ca9ff tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 210 time: 0.5436020 Sep 20 22:23:54.428694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (04b68c8d-d687-4181-9e15-7c741dfe2310), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.536468 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (04b68c8d-d687-4181-9e15-7c741dfe2310), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.546863 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:54.547228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Updating router 3c6d0798-75e9-446b-8609-ff20648d113b port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:54.574520 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Provisioning complete for port 3c080f8f-b833-4397-87fe-58356d56434f triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:54.574926 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3c080f8f-b833-4397-87fe-58356d56434f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.575278 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Attempt 1 to provision port 3c080f8f-b833-4397-87fe-58356d56434f Sep 20 22:23:54.620436 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b68c8d-d687-4181-9e15-7c741dfe2310,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:54.646203 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.657222 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-57340683-7165-42aa-8a66-acf82da179bc admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/04b68c8d-d687-4181-9e15-7c741dfe2310 HTTP/1.1" status: 204 len: 168 time: 0.6646309 Sep 20 22:23:54.677885 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:54.678763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54872) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:54.797732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] Publish callbacks [] for security_group (a7541842-ee75-416a-8b27-85ce92ae1a55), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.827031 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.928156 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] Publish callbacks [] for security_group (a7541842-ee75-416a-8b27-85ce92ae1a55), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:54.998828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (d1287bea-7450-4198-88cf-ac7611cda686), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.063928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 13de0d2b-1bde-4e50-844a-96c4a5bfc475 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:55.244255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:55.253086 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e1ab6-a2ee-403d-bf58-ff54bde6e483 None None] Current status of the port 3c080f8f-b833-4397-87fe-58356d56434f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:55.281112 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:23:55.374311 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a7541842-ee75-416a-8b27-85ce92ae1a55), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.380495 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.389717 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a7541842-ee75-416a-8b27-85ce92ae1a55 HTTP/1.1" status: 204 len: 168 time: 1.1950359 Sep 20 22:23:55.412027 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (d1287bea-7450-4198-88cf-ac7611cda686), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.415256 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:55.423797 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72694801-27bf-42d8-8b67-8e128fed44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7541842-ee75-416a-8b27-85ce92ae1a55,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:55.513610 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1287bea-7450-4198-88cf-ac7611cda686']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:55.530123 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-01263a1c-3e4c-40f7-85eb-917d189b4e08 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:55.547813 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-01263a1c-3e4c-40f7-85eb-917d189b4e08 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 0.5444577 Sep 20 22:23:55.553906 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da7971e-4e45-4fc5-9fe6-75f0b7fc1888') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:55.554429 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da7971e-4e45-4fc5-9fe6-75f0b7fc1888') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:55.566622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:55.566994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.567498 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 Sep 20 22:23:55.569222 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Provisioning complete for port de1db635-78d0-4344-aadc-2cb95006bac9 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:55.569791 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.570299 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 1 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:55.593631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (6da7971e-4e45-4fc5-9fe6-75f0b7fc1888), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.596125 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-0547e454-7f76-42fa-931f-0e66fdcb2295 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/quotas/e1076a54706448038779945f53703345 HTTP/1.1" status: 200 len: 375 time: 0.0471780 Sep 20 22:23:55.620822 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-6d73ac26-a348-4fcb-a054-8e41ac12c06e tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:55.623214 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-6d73ac26-a348-4fcb-a054-8e41ac12c06e tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/networks?id=28cbe139-2fb4-430b-a584-e2ebae929181 HTTP/1.1" status: 200 len: 811 time: 0.4791670 Sep 20 22:23:55.624476 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (6da7971e-4e45-4fc5-9fe6-75f0b7fc1888), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.644829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:23:55.655171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (6da7971e-4e45-4fc5-9fe6-75f0b7fc1888), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:55.694228 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-43e99751-58bc-44e1-b243-d9799c5e8620 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/quotas/022e19ae817e4fb9b0eda463455c2ccf HTTP/1.1" status: 200 len: 375 time: 0.0652235 Sep 20 22:23:55.771164 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-4a346eca-2a59-41d0-8495-822bd112fc11 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738908 Sep 20 22:23:55.878263 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.27', 50851) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:56.064346 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:56.081176 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 2, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:56.083060 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (d1287bea-7450-4198-88cf-ac7611cda686), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:56.095164 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:56.099234 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/d1287bea-7450-4198-88cf-ac7611cda686 HTTP/1.1" status: 204 len: 168 time: 1.4193776 Sep 20 22:23:56.170039 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2263a7-bb2c-49a4-8f90-1fcb166367d4 None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 2, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:23:56.188238 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-f2d41250-0042-4919-af6e-00ca0dc73882 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=022e19ae817e4fb9b0eda463455c2ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4929328 Sep 20 22:23:56.194125 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7b411-c0a2-4361-ab1f-16c07777405e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1287bea-7450-4198-88cf-ac7611cda686,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:56.303742 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:23:56.311909 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-2424fde5-bf2f-4668-8b81-64aa4f201071 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2754bc1d-fa89-4b78-a322-063a8125e2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5800583 Sep 20 22:23:56.376508 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-7a9e988e-e534-4ccd-be77-e7a2f3accebc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041214 Sep 20 22:23:56.384740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54958) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:56.388732 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Sync routers for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:23:56.416234 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:56.417051 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee3a9-d72c-45ee-983d-4afd02ac0a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:56.419790 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:56.470942 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 6da7971e-4e45-4fc5-9fe6-75f0b7fc1888 resource provider aggregate not found Sep 20 22:23:56.493727 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54968) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:56.524580 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 6da7971e-4e45-4fc5-9fe6-75f0b7fc1888 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da7971e-4e45-4fc5-9fe6-75f0b7fc1888 found for delete ", "request_id": "req-833ef1a5-d5a3-4e9d-9b56-c0feb0f2be15"}]} Sep 20 22:23:56.596736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:56.603334 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-8d03ff0b-f1e3-41c8-a8db-9e7e7ee13bd6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955521 Sep 20 22:23:56.625401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-f836eaf4-2895-45f4-bb19-4dbdf85a86ad tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:56.633107 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0abe3a08-2c95-43bd-b6af-d17640a04c14 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=14062061f44a4a66b912c879d547d618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274862 Sep 20 22:23:56.642729 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 54970) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:56.651738 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-f836eaf4-2895-45f4-bb19-4dbdf85a86ad tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 811 time: 0.7582884 Sep 20 22:23:56.709241 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee3a9-d72c-45ee-983d-4afd02ac0a76 admin admin] Publish callbacks [] for security_group (78794e00-24ae-4333-a50f-0f37388474c1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:56.750600 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:23:56.754624 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 2 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:56.770326 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee3a9-d72c-45ee-983d-4afd02ac0a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (78794e00-24ae-4333-a50f-0f37388474c1), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:56.847132 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.27', 50863) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:56.883270 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:56.903438 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-437f5ec8-df06-457a-9ce5-ddb752864f7b service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:23:56.919909 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-437f5ec8-df06-457a-9ce5-ddb752864f7b service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2043045 Sep 20 22:23:56.960896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ee3a9-d72c-45ee-983d-4afd02ac0a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78794e00-24ae-4333-a50f-0f37388474c1,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:56.977833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:56.993782 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:56.994403 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.104769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 13de0d2b-1bde-4e50-844a-96c4a5bfc475, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=13de0d2b-1bde-4e50-844a-96c4a5bfc475,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:23:57.122492 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.123314 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:57.285948 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks [] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.339862 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:57.358510 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc', 'name': '', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'mac_address': 'fa:16:3e:de:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 2, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'subnets': [{'id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:57.372185 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.432654 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Checking router: c5e9b92d-2135-4b46-9af3-a1e1c8588e93 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:23:57.435033 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Updating router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:23:57.435431 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=13de0d2b-1bde-4e50-844a-96c4a5bfc475,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:57.478652 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0e4ee3a9-d72c-45ee-983d-4afd02ac0a76 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=27f0829a32a84327a7356ff0374fb882&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0926030 Sep 20 22:23:57.486467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] Publish callbacks [] for security_group (1c791b9d-52f6-4c6b-aaf7-725622e61387), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.491174 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.491341 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55016) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:57.523257 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-b7729eb5-c09f-494f-864e-6636bd2ae4bb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 379 time: 0.8293655 Sep 20 22:23:57.532265 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 3 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:57.564316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'port': {'device_id': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'admin_state_up': True, 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'security_groups': ['64490b2f-4615-442b-9540-7444504d96cb']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:57.619208 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-b1180d53-6634-4ed1-b47a-78f57b70f3fc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28cbe139-2fb4-430b-a584-e2ebae929181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850584 Sep 20 22:23:57.661562 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:57.729418 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:23:57.730868 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.731435 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 Sep 20 22:23:57.765717 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a70d-edc7-4a9f-9a49-4d0e1532a0a2 None None] Pushing event updated for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:57.787037 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:57.793644 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Attempting to bind port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:57.794244 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Attempting to bind port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:57.794805 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Attempting to bind port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:57.799215 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:57.817797 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] Publish callbacks [] for security_group (1c791b9d-52f6-4c6b-aaf7-725622e61387), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.818407 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b4539619-968e-4bca-b7bb-811214c79e8d req-8d040ebb-2228-4f2a-ab12-de43d47c18d2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.3322694 Sep 20 22:23:57.923514 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] Publish callbacks [] for security_group (78794e00-24ae-4333-a50f-0f37388474c1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.958747 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:57.962337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:57.965303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.966627 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Bound using segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:57.968059 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Bound port: 2d1bc90b-ea09-4181-998d-0788fbb74ac6, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:57.970152 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:57.975917 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:57.982148 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Made reservation on behalf of 02ff885440634a13916a25973bdde7b3 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:23:58.001720 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.064402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-5dfa9875-3406-4468-a1f0-0673446057c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:23:58.077315 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] Publish callbacks [] for security_group (78794e00-24ae-4333-a50f-0f37388474c1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.087601 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-5dfa9875-3406-4468-a1f0-0673446057c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 1.2374010 Sep 20 22:23:58.125511 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-7aa3577f-052e-410f-bd7e-d69769b33e32 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28cbe139-2fb4-430b-a584-e2ebae929181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762328 Sep 20 22:23:58.159095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (1c791b9d-52f6-4c6b-aaf7-725622e61387), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.164739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.168518 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1c791b9d-52f6-4c6b-aaf7-725622e61387 HTTP/1.1" status: 204 len: 168 time: 1.5207219 Sep 20 22:23:58.217318 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87246e9-c430-46e3-a724-33a2f133fba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c791b9d-52f6-4c6b-aaf7-725622e61387,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:58.249154 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (78794e00-24ae-4333-a50f-0f37388474c1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.252089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.257933 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78794e00-24ae-4333-a50f-0f37388474c1 HTTP/1.1" status: 204 len: 168 time: 0.7591884 Sep 20 22:23:58.275951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da344f02-1595-49d4-9048-27c778ad56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78794e00-24ae-4333-a50f-0f37388474c1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:58.285754 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks [] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.303149 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:58.311055 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.377877 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'port': {'device_id': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'admin_state_up': True, 'tenant_id': 'e1076a54706448038779945f53703345'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:58.399998 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 4 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:58.435441 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394367d0-8c68-4df8-ab96-ecd39327afb0 None None] Pushing event updated for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:58.475506 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:58.684273 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] For port 2d1bc90b-ea09-4181-998d-0788fbb74ac6, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:58.687259 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Attempting to bind port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:23:58.689498 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Attempting to bind port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:23:58.690623 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Attempting to bind port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc on network 28cbe139-2fb4-430b-a584-e2ebae929181 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:23:58.833741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55050) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:58.839195 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525563317', 'description': 'tempest-description--876184953'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:58.856613 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] For port 2d1bc90b-ea09-4181-998d-0788fbb74ac6, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2d1bc90b-ea09-4181-998d-0788fbb74ac6,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:58.872663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:23:58.886078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device d23149a5-d146-49ca-96f6-9d5426ddc43e up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:23:58.978405 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:58.985557 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:23:58.988338 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Checking segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:23:58.990801 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:58.991946 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Bound using segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:23:58.998404 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Bound port: 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:23:58.998828 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.030867 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.043395 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 5 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:59.145711 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1ad7d9a-d861-484d-95b0-d2510d1f01b3 req-442902cb-3e72-4b09-b082-fc32acaaf1b0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.2976630 Sep 20 22:23:59.196261 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.285037 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4da1d340-a818-44af-a532-b962459e4a9b req-e0f67b79-f3ce-42b4-843e-71b9e3d80b56 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.1257946 Sep 20 22:23:59.286417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:23:59.348000 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] For port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:23:59.351985 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] For port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:23:59.363394 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.373261 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:59.373911 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:59.446376 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:23:59.447827 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:23:59.574580 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394367d0-8c68-4df8-ab96-ecd39327afb0 None None] Pushing event updated for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:59.599725 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (0a541087-18c4-47de-9cc3-ca64e27099e3), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.625286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0a541087-18c4-47de-9cc3-ca64e27099e3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.691255 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:23:59.707970 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:23:59.714972 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8793144 Sep 20 22:23:59.720034 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.27', 50873) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:59.721589 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55080) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:59.735150 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Allocated IP 172.20.0.7 (2b3cbf78-a136-43a3-9b63-4931c8818134/5cfe9a51-5350-4da5-aefc-179969ab2e31/beceeb78-fe70-47d6-98db-538612768bf8) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:23:59.781435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group_rule': {'security_group_id': '0a541087-18c4-47de-9cc3-ca64e27099e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:23:59.809943 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ff451088-4d59-49f9-9cea-9be9921ad083 req-99ed1624-4f3c-460b-bd01-d29b34e8958a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.1986156 Sep 20 22:23:59.834186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080a70d-edc7-4a9f-9a49-4d0e1532a0a2 None None] Pushing event updated for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:59.839123 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb103a7-6b2f-4c9e-a758-9c60eaa145d9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a541087-18c4-47de-9cc3-ca64e27099e3,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:23:59.846030 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 6 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:23:59.946606 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55088) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:23:59.996745 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:00.084085 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2fdc5902-292d-48f3-b777-3e7b015ee94e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a36309a3bf5c4946bce2d39d4fb46cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361649 Sep 20 22:24:00.091002 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55094) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:00.249280 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Made reservation on behalf of e1076a54706448038779945f53703345 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:00.289124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.364528 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port d23149a5-d146-49ca-96f6-9d5426ddc43e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:00.365319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.365515 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port d23149a5-d146-49ca-96f6-9d5426ddc43e Sep 20 22:24:00.375523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] Publish callbacks [] for security_group (74637f2e-0003-4827-93f6-d37e5959db60), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.402988 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:00.452888 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:00.455159 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] Publish callbacks [] for security_group (74637f2e-0003-4827-93f6-d37e5959db60), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.480466 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55104) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:00.529247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:00.535863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (cf7b0e26-5fcc-421e-947d-639b8f586194), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.649388 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a1f7d841-a04c-41b6-88b3-4de687380931 req-818ec1fa-7bdd-4461-ad64-281297ca3763 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.1027410 Sep 20 22:24:00.658124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (74637f2e-0003-4827-93f6-d37e5959db60), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.664293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:00.671637 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/74637f2e-0003-4827-93f6-d37e5959db60 HTTP/1.1" status: 204 len: 168 time: 0.5784273 Sep 20 22:24:00.717584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839abb1-a11a-4bb7-8192-f02d717bda8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74637f2e-0003-4827-93f6-d37e5959db60,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:00.888784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port d23149a5-d146-49ca-96f6-9d5426ddc43e is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:00.968149 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc', 'name': '', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'mac_address': 'fa:16:3e:de:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:59Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'subnets': [{'id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:00.972715 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2f5acefc-04ec-420f-ac13-6c2f27c2ebe0 req-d7f162e3-6a53-4066-95bf-2658b19b9dd4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.6009614 Sep 20 22:24:00.973884 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 7 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:01.046939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:01.079346 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d146ef-1fc6-4583-939c-a8ddd97d8171 None None] The sync data for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi is: [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc', 'name': '', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'mac_address': 'fa:16:3e:de:ca:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:59Z', 'revision_number': 4, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'subnets': [{'id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:24:01.255926 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:01.321402 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:23:58Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:01.406148 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (cf7b0e26-5fcc-421e-947d-639b8f586194), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:01.425861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f43b097-793e-4edc-9b6c-1479f42dbc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:01.452460 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-91217a1a-5e7c-4a3b-b188-7f240dc11072 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:01.456766 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-91217a1a-5e7c-4a3b-b188-7f240dc11072 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 1.7325311 Sep 20 22:24:01.469143 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 13de0d2b-1bde-4e50-844a-96c4a5bfc475 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:01.478405 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058fc1a8-febc-4468-bfac-e777e4350461 None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:23:58Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:24:01.484495 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:01.650628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (cf7b0e26-5fcc-421e-947d-639b8f586194), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:01.664125 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:01.705492 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2b67998e-d0ec-4fc3-b24d-49bc993d546b req-e02ef213-323e-4339-b676-fb4ffb1bf598 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.6444242 Sep 20 22:24:01.764386 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 8 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:01.854297 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'port': {'device_id': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'admin_state_up': True, 'tenant_id': 'e1076a54706448038779945f53703345'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:01.953101 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:01.954299 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:01.955925 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 Sep 20 22:24:02.096006 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:02.168149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (beceeb78-fe70-47d6-98db-538612768bf8), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.225025 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.27', 50884) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:02.232333 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7b0e26-5fcc-421e-947d-639b8f586194,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:02.237242 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:02.238663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device a78cddca-c0db-471a-8b97-2e91ab56f05f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:02.311400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.313663 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-27a99495-826e-456c-8694-57c60d7e3213 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5853665 Sep 20 22:24:02.400633 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port a78cddca-c0db-471a-8b97-2e91ab56f05f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:02.402100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.403208 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port a78cddca-c0db-471a-8b97-2e91ab56f05f Sep 20 22:24:02.439994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55148) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:02.448050 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0aa0d922-e6f2-49a7-ab77-878b5001c28d req-c02d13ff-7910-4cc0-bc40-072564e9202f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.2912440 Sep 20 22:24:02.475612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group_rule': {'security_group_id': '0a541087-18c4-47de-9cc3-ca64e27099e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:02.545728 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f43b097-793e-4edc-9b6c-1479f42dbc36 admin admin] Publish callbacks [] for security_group (c4ac62f0-22a0-4d96-acb1-714c8c6ed04e), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.567606 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3f6c881b-de83-44f1-8b67-d81150949aea req-75268f2b-86e8-4f31-96b3-8bcf2716828e tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.5736272 Sep 20 22:24:02.588879 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f43b097-793e-4edc-9b6c-1479f42dbc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c4ac62f0-22a0-4d96-acb1-714c8c6ed04e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.594152 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port a78cddca-c0db-471a-8b97-2e91ab56f05f is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:02.595247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.607503 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 9 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:02.692053 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Allocated IP 172.20.0.7 (fb96844d-680b-4102-a9cf-bec623bb10c8/34e54705-39bd-4534-b2c9-c6256bb8a641/2935ce4a-cc6e-475c-a649-2b15aa333949) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:02.723823 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:24:02.738616 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (c7be00ff-6ad5-402a-8531-d73e22887953), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.770543 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port a78cddca-c0db-471a-8b97-2e91ab56f05f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=a78cddca-c0db-471a-8b97-2e91ab56f05f,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:02.805506 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:02.809892 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:02.894165 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:03.172045 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (c7be00ff-6ad5-402a-8531-d73e22887953), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.225904 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (c7be00ff-6ad5-402a-8531-d73e22887953), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.280815 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7035319e-5081-4374-a032-dbe221080748 req-a46ee18e-ebd5-49af-a8e8-767a9b139e95 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.2858295 Sep 20 22:24:03.301947 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.302153 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.313937 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8632274 Sep 20 22:24:03.319160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55180) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:03.329689 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-8e07d7e5-601e-4ce5-87b3-962c83de718a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:03.331725 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:03.332635 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:03.343033 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-8e07d7e5-601e-4ce5-87b3-962c83de718a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.27 "GET /networking/v2.0/networks?id=28cbe139-2fb4-430b-a584-e2ebae929181 HTTP/1.1" status: 200 len: 811 time: 1.1064670 Sep 20 22:24:03.356565 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:03.397471 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 10 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:03.430670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Request body: {'port': {'device_id': '84071376-3176-4365-9249-7554ed26b308', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'admin_state_up': True, 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:03.435271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:03.439397 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd4c0-34cf-4302-8fa3-582a6efe57ca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7be00ff-6ad5-402a-8531-d73e22887953,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:03.441805 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:03.448676 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43b097-793e-4edc-9b6c-1479f42dbc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac62f0-22a0-4d96-acb1-714c8c6ed04e,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:03.456736 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.468348 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.479755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Made reservation on behalf of e1076a54706448038779945f53703345 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:03.485999 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.528947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:03.529518 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.530836 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc Sep 20 22:24:03.540003 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=a78cddca-c0db-471a-8b97-2e91ab56f05f,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:03.633746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Port de1db635-78d0-4344-aadc-2cb95006bac9 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:03.727351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Provisioning complete for port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:03.727963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:03.728481 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 1 to provision port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 Sep 20 22:24:03.754066 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3f43b097-793e-4edc-9b6c-1479f42dbc36 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=13e3b652b51346e8aa35c67412520138&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2707665 Sep 20 22:24:03.760024 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:03.763945 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55190) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:03.902400 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-04781237-30ca-4c0f-8c5c-18f70229eab0 req-c8a77116-3444-43cb-bd5c-583a97579939 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.1586325 Sep 20 22:24:03.983281 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26797ced-3784-4dd5-bcbd-0a9baeebe6f8 req-22c7ac37-ef8b-4618-b5ef-b73b8621796b tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.2020185 Sep 20 22:24:03.997340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:04.022018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.041365 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:04.056708 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:04.079738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:04.081962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.131345 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:04.214948 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:04.234399 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8586400 Sep 20 22:24:04.236356 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:04.239018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be84614-70d6-4ddd-a103-42fafb3fc6f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:04.249410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:04.265008 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:04.265008 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.288238 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-b0631766-89bd-40b7-9020-770ea5003d26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:24:04.289362 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-b0631766-89bd-40b7-9020-770ea5003d26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0285971 Sep 20 22:24:04.306685 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.384557 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] Publish callbacks [] for security_group (c4ac62f0-22a0-4d96-acb1-714c8c6ed04e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.401021 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Made reservation on behalf of 022e19ae817e4fb9b0eda463455c2ccf for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:04.428518 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.498382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:04.724195 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:04.747606 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.859135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] Publish callbacks [] for security_group (c4ac62f0-22a0-4d96-acb1-714c8c6ed04e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:04.949660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Current status of the port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:04.950136 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.148008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:05.172392 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:05.176928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:05.185359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:05.187798 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2d1bc90b-ea09-4181-998d-0788fbb74ac6 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:05.188216 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.231313 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] For port 2d1bc90b-ea09-4181-998d-0788fbb74ac6, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2d1bc90b-ea09-4181-998d-0788fbb74ac6,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:05.341863 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.405087 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6aa9a861-f5f2-41fb-b152-ffa4a3ba0171 req-72789bc1-5db4-482d-9b85-196ce9a5fb95 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.2297974 Sep 20 22:24:05.454188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Provisioning complete for port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:05.469277 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.469790 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Attempt 1 to provision port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc Sep 20 22:24:05.534506 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 2, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:05.553919 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:05.554722 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.555210 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 Sep 20 22:24:05.626631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Allocated IP 172.27.2.231 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/dcd5ed7c-ec8e-4aab-8d91-ea41b8121706) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:05.672584 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af1307-d216-4740-9b1c-fd78e09ed95c req-f8dee806-4437-4d79-bccc-22c0a87cae2d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:05.686520 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b3af1307-d216-4740-9b1c-fd78e09ed95c req-f8dee806-4437-4d79-bccc-22c0a87cae2d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 931 time: 0.5869684 Sep 20 22:24:05.706221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c4ac62f0-22a0-4d96-acb1-714c8c6ed04e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.708919 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.743713 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c4ac62f0-22a0-4d96-acb1-714c8c6ed04e HTTP/1.1" status: 204 len: 168 time: 1.9601748 Sep 20 22:24:05.782054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:24:05.789879 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:05.795521 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Updating router 2754bc1d-fa89-4b78-a322-063a8125e2aa port de1db635-78d0-4344-aadc-2cb95006bac9 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:24:05.819163 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-01792f71-9362-442c-88b4-3070ba954703 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2658119 Sep 20 22:24:05.901058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Pushing event updated for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:05.926124 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:05.946894 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Allocated IP 172.20.0.12 (28cbe139-2fb4-430b-a584-e2ebae929181/d77a3dbc-9205-4f23-9551-5db95088f988/032c0f23-cc75-43ef-9989-eed48c7216a2) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:06.009033 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:06.017239 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-bb8be373-0026-4cfd-87b4-84d04e1e33d0 None None] Current status of the port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:06.035013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Request body: {'port': {'device_id': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:06.108217 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b3af1307-d216-4740-9b1c-fd78e09ed95c req-647191d3-87ea-4261-a458-6c4cf242dc42 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272603 Sep 20 22:24:06.110079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:06.111489 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device a78cddca-c0db-471a-8b97-2e91ab56f05f up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:06.257857 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Allocated IP 172.20.0.6 (fb96844d-680b-4102-a9cf-bec623bb10c8/34e54705-39bd-4534-b2c9-c6256bb8a641/a021146d-28cd-4ea4-a592-2293bed5bd15) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:06.292621 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d92edc32-4b15-494a-a1c7-9c3db7816bce req-e1661793-9c7c-40c3-aafe-fb01d1b21723 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.4681497 Sep 20 22:24:06.356473 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3437f0-655d-4b4d-89bc-d81a5eca1fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac62f0-22a0-4d96-acb1-714c8c6ed04e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:06.499205 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Provisioning complete for port beceeb78-fe70-47d6-98db-538612768bf8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:06.499585 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (beceeb78-fe70-47d6-98db-538612768bf8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:06.499919 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 1 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:06.541454 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:06.859951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:06.956293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:06.962402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:06.977698 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Request body: {'port': {'device_id': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:07.018754 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.023124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks [] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.054328 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port a78cddca-c0db-471a-8b97-2e91ab56f05f triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:07.054845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.055161 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port a78cddca-c0db-471a-8b97-2e91ab56f05f Sep 20 22:24:07.107337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:07.110219 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55270) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:07.230241 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.254437 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-40827840-4d52-44a4-90e5-1d40db835c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.282253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Network 28cbe139-2fb4-430b-a584-e2ebae929181 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:07.345697 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:07.351576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:07.413214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.425100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port a78cddca-c0db-471a-8b97-2e91ab56f05f is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:07.455962 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6255b6bb-2ad3-455b-a2d2-e6554bb404db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.586565 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks [] for port (de1db635-78d0-4344-aadc-2cb95006bac9), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.598947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.606951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-40827840-4d52-44a4-90e5-1d40db835c77 admin admin] Publish callbacks [] for security_group (8562015e-ace1-4d52-b741-0c1228656a32), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.671839 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 2 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:07.675275 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c49e4-8fa2-454b-baa5-37d0aa018e40 None None] Pushing event updated for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:07.678998 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2d1bc90b-ea09-4181-998d-0788fbb74ac6 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:07.679673 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:07.680371 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.728124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-40827840-4d52-44a4-90e5-1d40db835c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8562015e-ace1-4d52-b741-0c1228656a32), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.741516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:07.747450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:07.799443 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.835255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-40827840-4d52-44a4-90e5-1d40db835c77 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f6caa7995f9041b693cab6126e958ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7110279 Sep 20 22:24:07.836399 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4567645 Sep 20 22:24:07.837134 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55286) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:07.848112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40827840-4d52-44a4-90e5-1d40db835c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8562015e-ace1-4d52-b741-0c1228656a32,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:07.878552 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:07.943307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:07.945457 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:07.955394 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:07.963914 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.964912 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 Sep 20 22:24:07.978481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:07.982638 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (beceeb78-fe70-47d6-98db-538612768bf8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:07.988561 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:08.025810 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Attempting to bind port de1db635-78d0-4344-aadc-2cb95006bac9 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:08.026293 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Attempting to bind port de1db635-78d0-4344-aadc-2cb95006bac9 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:08.026767 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Attempting to bind port de1db635-78d0-4344-aadc-2cb95006bac9 on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:08.052560 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2935ce4a-cc6e-475c-a649-2b15aa333949 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:08.058616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:08.064629 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks [] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.126479 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085dd3c-b93f-4eb1-9041-f8c5a86241df req-0a0daa8a-a255-448d-8506-b951dec91068 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:08.129518 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0085dd3c-b93f-4eb1-9041-f8c5a86241df req-0a0daa8a-a255-448d-8506-b951dec91068 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 931 time: 1.1679533 Sep 20 22:24:08.147911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:08.195580 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:08.206737 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:08.230743 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:08.233221 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.328315 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Transition to ACTIVE for port object 2935ce4a-cc6e-475c-a649-2b15aa333949 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:08.331441 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:08.332088 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Checking segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:08.332952 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:08.333311 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.333972 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Bound using segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:08.334824 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Bound port: de1db635-78d0-4344-aadc-2cb95006bac9, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:08.335409 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.452501 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.453200 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 3 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:08.491737 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:08.503211 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Request body: {'port': {'device_id': '84071376-3176-4365-9249-7554ed26b308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:08.550378 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bca826-178e-40d5-907b-d1dab9bfd352 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Pushing event updated for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:08.596112 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:08.664934 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Pushing event updated for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:08.665958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:08.669820 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:08.787658 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-1a0e99d2-dc2e-4342-a43e-ae0cb6afb949 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1303344 Sep 20 22:24:08.800952 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=dcd5ed7c-ec8e-4aab-8d91-ea41b8121706,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:08.868498 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Request body: {'port': {'device_id': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:08.921534 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:08.921971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:08.922316 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc Sep 20 22:24:08.952211 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Attempting to bind port 2935ce4a-cc6e-475c-a649-2b15aa333949 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:08.952611 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Attempting to bind port 2935ce4a-cc6e-475c-a649-2b15aa333949 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:08.952988 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Attempting to bind port 2935ce4a-cc6e-475c-a649-2b15aa333949 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:09.019767 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] For port de1db635-78d0-4344-aadc-2cb95006bac9, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:09.088832 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] For port de1db635-78d0-4344-aadc-2cb95006bac9, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=de1db635-78d0-4344-aadc-2cb95006bac9,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:09.104320 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0085dd3c-b93f-4eb1-9041-f8c5a86241df req-7d251921-e807-457c-87b0-1a9c2a2fc891 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9275529 Sep 20 22:24:09.119342 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 4 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:09.125728 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Port 2935ce4a-cc6e-475c-a649-2b15aa333949 on network fb96844d-680b-4102-a9cf-bec623bb10c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:09.126243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Attempting to bind port 2935ce4a-cc6e-475c-a649-2b15aa333949 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:09.184341 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:09.190175 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:09.190503 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:09.191062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Bound using segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:09.191510 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Bound port: 2935ce4a-cc6e-475c-a649-2b15aa333949, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:09.191864 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.215009 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.228809 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:09.229878 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:09.249440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.287561 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a487bd-d6bf-41d4-b01a-9c637b262c55 req-8f67c446-8f25-4e93-9189-4dc826f586b6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:09.309735 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5a487bd-d6bf-41d4-b01a-9c637b262c55 req-8f67c446-8f25-4e93-9189-4dc826f586b6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 931 time: 1.6425493 Sep 20 22:24:09.333437 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:09.336202 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c49e4-8fa2-454b-baa5-37d0aa018e40 None None] Pushing event updated for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:09.350573 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.367649 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:09.368470 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:23:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:09.377966 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2935ce4a-cc6e-475c-a649-2b15aa333949,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:09.443771 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.448307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] Publish callbacks [] for security_group (8562015e-ace1-4d52-b741-0c1228656a32), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.551629 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:09.587913 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55322) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:09.609968 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5a487bd-d6bf-41d4-b01a-9c637b262c55 req-c5efc19b-1801-4566-960b-6389bb11915f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968779 Sep 20 22:24:09.645016 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] Publish callbacks [] for security_group (8562015e-ace1-4d52-b741-0c1228656a32), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.663001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.669876 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:09.673046 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.681941 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 1093 time: 4.5567317 Sep 20 22:24:09.702208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fd42b799-a668-47bd-ab85-e3a3ac44c837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.709243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:09.734080 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 5 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:09.741215 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:09.752413 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.929192 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:09.947506 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8562015e-ace1-4d52-b741-0c1228656a32), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.952105 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device de1db635-78d0-4344-aadc-2cb95006bac9 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:09.953210 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:09.957553 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:09.957717 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8562015e-ace1-4d52-b741-0c1228656a32 HTTP/1.1" status: 204 len: 168 time: 2.1023846 Sep 20 22:24:09.999995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca83f279-58fc-4219-ac0c-e2fbd5e4d7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.020960 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61391-dd02-47d8-8c4d-3a716f67ff44 req-502de2b2-16c9-44ad-826f-f1c22a509181 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:10.022794 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-48b61391-dd02-47d8-8c4d-3a716f67ff44 req-502de2b2-16c9-44ad-826f-f1c22a509181 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 932 time: 0.6332753 Sep 20 22:24:10.131236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1368-155c-4a30-aa1c-c30b78fda3cf service neutron] Pushing event updated for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:10.175334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:08Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:10.218025 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1149718f-ffe7-4952-899f-d2c5b800ac79" -d '{"events": [{"name": "network-changed", "server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:10.275777 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c4f19d-fbec-44e8-a2e0-7535eaed8a83 None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:08Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:24:10.313030 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:10.363108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port de1db635-78d0-4344-aadc-2cb95006bac9 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:10.365120 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.367793 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:10.459836 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 6 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:10.483086 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:10.592491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port de1db635-78d0-4344-aadc-2cb95006bac9 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:10.596254 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.619845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:10.701128 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port de1db635-78d0-4344-aadc-2cb95006bac9, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=de1db635-78d0-4344-aadc-2cb95006bac9,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:10.709734 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca83f279-58fc-4219-ac0c-e2fbd5e4d7b7 admin admin] Publish callbacks [] for security_group (7de0eefb-c842-46eb-96a4-1d6f9e008387), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.720617 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.769495 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.810495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e32b33-b9f2-4e7b-b467-b5978ffdfdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8562015e-ace1-4d52-b741-0c1228656a32,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:10.832746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:10.869785 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-48b61391-dd02-47d8-8c4d-3a716f67ff44 req-57bb9ce0-76ca-4e92-a17f-6b755b4270a9 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8154831 Sep 20 22:24:10.892484 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca83f279-58fc-4219-ac0c-e2fbd5e4d7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7de0eefb-c842-46eb-96a4-1d6f9e008387), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:10.932713 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beceeb78-fe70-47d6-98db-538612768bf8 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:10.952067 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:10.979160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:10.980669 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:10.995491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks [] for port (beceeb78-fe70-47d6-98db-538612768bf8), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.048237 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.063605 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Transition to ACTIVE for port object beceeb78-fe70-47d6-98db-538612768bf8 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:11.099615 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.121700 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 7 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:11.176657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.216952 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:11.360468 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.372133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7829b-3d26-48dc-9cb8-ff2e800531c5 req-b9b9b4b8-6913-4cc9-b84c-8b7642d7d37b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:11.374727 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f7829b-3d26-48dc-9cb8-ff2e800531c5 req-b9b9b4b8-6913-4cc9-b84c-8b7642d7d37b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 931 time: 0.8891704 Sep 20 22:24:11.396815 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Pushing event updated for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:11.431080 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bb359c-200d-40c5-9337-0f190c2fc01a x-openstack-request-id: req-07bb359c-200d-40c5-9337-0f190c2fc01a {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:11.431469 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:11.431843 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07bb359c-200d-40c5-9337-0f190c2fc01a {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:11.432525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bb359c-200d-40c5-9337-0f190c2fc01a'] response: {'name': 'network-changed', 'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949', 'status': 'completed', 'code': 200} Sep 20 22:24:11.435265 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a021146d-28cd-4ea4-a592-2293bed5bd15 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:11.445476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks [] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.463249 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Attempting to bind port beceeb78-fe70-47d6-98db-538612768bf8 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:11.463746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Attempting to bind port beceeb78-fe70-47d6-98db-538612768bf8 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:11.464275 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Attempting to bind port beceeb78-fe70-47d6-98db-538612768bf8 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:11.473320 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Transition to ACTIVE for port object a021146d-28cd-4ea4-a592-2293bed5bd15 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:11.475612 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ca83f279-58fc-4219-ac0c-e2fbd5e4d7b7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f64bdc38c3f14d81afaa7da1e5290ced&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8626244 Sep 20 22:24:11.493183 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55390) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:11.505138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.512772 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f279-58fc-4219-ac0c-e2fbd5e4d7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de0eefb-c842-46eb-96a4-1d6f9e008387,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:11.576624 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.577900 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2338192 Sep 20 22:24:11.596041 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e8faa-880e-4273-8957-9a8428dc4d64 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=dcd5ed7c-ec8e-4aab-8d91-ea41b8121706,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:11.616300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:11.667268 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30f7829b-3d26-48dc-9cb8-ff2e800531c5 req-f4a0097a-e96f-4831-a685-748e5177f653 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631216 Sep 20 22:24:11.718953 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 8 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:11.772595 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:11.773823 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] Publish callbacks [] for security_group (7de0eefb-c842-46eb-96a4-1d6f9e008387), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.798824 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:11.799574 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device de1db635-78d0-4344-aadc-2cb95006bac9 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:11.827177 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Attempting to bind port a021146d-28cd-4ea4-a592-2293bed5bd15 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:11.833766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Attempting to bind port a021146d-28cd-4ea4-a592-2293bed5bd15 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:11.834248 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Attempting to bind port a021146d-28cd-4ea4-a592-2293bed5bd15 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:11.858344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] Publish callbacks [] for security_group (7de0eefb-c842-46eb-96a4-1d6f9e008387), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.890096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032c0f23-cc75-43ef-9989-eed48c7216a2 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:11.918536 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:11.940585 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port de1db635-78d0-4344-aadc-2cb95006bac9 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:11.940958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:11.942436 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:11.948215 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Port beceeb78-fe70-47d6-98db-538612768bf8 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:11.949853 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port de1db635-78d0-4344-aadc-2cb95006bac9 Sep 20 22:24:11.961057 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Attempting to bind port beceeb78-fe70-47d6-98db-538612768bf8 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:11.962141 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks [] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.067180 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port de1db635-78d0-4344-aadc-2cb95006bac9 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:12.073207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882c089-8ca2-4f58-b237-10d82e7bc3eb req-c547d7d2-d1c0-4a5b-b983-93f7755d2a51 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.084155 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5882c089-8ca2-4f58-b237-10d82e7bc3eb req-c547d7d2-d1c0-4a5b-b983-93f7755d2a51 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.5282605 Sep 20 22:24:12.105464 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Transition to ACTIVE for port object 032c0f23-cc75-43ef-9989-eed48c7216a2 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:12.115103 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:12.115516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Checking segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:12.115983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Bound using segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:12.116506 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Bound port: beceeb78-fe70-47d6-98db-538612768bf8, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:12.116938 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (beceeb78-fe70-47d6-98db-538612768bf8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.156795 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.184242 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-30192d67-9621-4319-b872-1cb9fe8dc972 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--525563317&fields=id&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 267 time: 0.2132509 Sep 20 22:24:12.199609 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:12.205033 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Port a021146d-28cd-4ea4-a592-2293bed5bd15 on network fb96844d-680b-4102-a9cf-bec623bb10c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:12.205372 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Attempting to bind port a021146d-28cd-4ea4-a592-2293bed5bd15 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:12.208766 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.264491 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5882c089-8ca2-4f58-b237-10d82e7bc3eb req-590551c0-692f-46b2-99d5-7d23b45739a1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791205 Sep 20 22:24:12.303832 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 9 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:12.342246 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:12.347209 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=beceeb78-fe70-47d6-98db-538612768bf8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:12.367346 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:12.367765 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:12.368204 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Bound using segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:12.369482 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Bound port: a021146d-28cd-4ea4-a592-2293bed5bd15, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:12.370094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.410035 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:12.410395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.415470 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.436172 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.436804 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.438481 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 1093 time: 6.4467869 Sep 20 22:24:12.452724 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Pushing event updated for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:12.540866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7de0eefb-c842-46eb-96a4-1d6f9e008387), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.556204 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:12.558482 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7de0eefb-c842-46eb-96a4-1d6f9e008387 HTTP/1.1" status: 204 len: 168 time: 1.0633504 Sep 20 22:24:12.649872 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b1774-d322-4a52-b196-84388208b9b6 req-15ebd5e0-ace2-48ea-a17c-b2192ed00ff6 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.658281 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cf5b1774-d322-4a52-b196-84388208b9b6 req-15ebd5e0-ace2-48ea-a17c-b2192ed00ff6 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.2610173 Sep 20 22:24:12.688809 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-186d64e9-4e07-43eb-b3a2-4c49352f697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.690578 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-186d64e9-4e07-43eb-b3a2-4c49352f697b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1127 time: 0.2697232 Sep 20 22:24:12.710472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2ab26-051e-4c27-a9e1-ea6074e22c36 service neutron] Pushing event updated for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:12.720117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-d21ee9aa-e733-431d-b265-ebcabfb5e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.721801 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-d21ee9aa-e733-431d-b265-ebcabfb5e156 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1127 time: 0.1642692 Sep 20 22:24:12.732045 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334439a1-f363-4ddf-9267-05015e61ff60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de0eefb-c842-46eb-96a4-1d6f9e008387,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:12.902440 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-bdeaf7c7-8d19-4779-9d7e-33605c59753b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.1878426 Sep 20 22:24:12.906093 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:12.910669 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Attempt 10 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:12.954607 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-f8353edf-adaa-4d36-afc2-caa13d87a6e1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 217 time: 0.2198195 Sep 20 22:24:12.974239 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-b251beab-89a2-47f8-95f9-13bfe252b27a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:12.978669 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-b251beab-89a2-47f8-95f9-13bfe252b27a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 816 time: 0.7122457 Sep 20 22:24:12.988616 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Attempting to bind port 032c0f23-cc75-43ef-9989-eed48c7216a2 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:12.989150 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Attempting to bind port 032c0f23-cc75-43ef-9989-eed48c7216a2 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:12.990252 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Attempting to bind port 032c0f23-cc75-43ef-9989-eed48c7216a2 on network 28cbe139-2fb4-430b-a584-e2ebae929181 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:13.043471 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6e167928-8435-4e9e-ae84-d91619fa2a7c None None] Port beceeb78-fe70-47d6-98db-538612768bf8 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:24:13.054411 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-3e13993d-c7c8-4ac6-94d5-56981da6ff2d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/quotas/897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 375 time: 0.0536029 Sep 20 22:24:13.088873 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a021146d-28cd-4ea4-a592-2293bed5bd15,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:13.099138 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cf5b1774-d322-4a52-b196-84388208b9b6 req-2657efb2-c87a-4261-8581-1b2d933a2baa tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396751 Sep 20 22:24:13.178655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Port 032c0f23-cc75-43ef-9989-eed48c7216a2 on network 28cbe139-2fb4-430b-a584-e2ebae929181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:13.181490 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Attempting to bind port 032c0f23-cc75-43ef-9989-eed48c7216a2 on network 28cbe139-2fb4-430b-a584-e2ebae929181 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:13.296304 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-6f7b0e8f-96cf-4d59-ad52-f1da133c816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.298336 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-6f7b0e8f-96cf-4d59-ad52-f1da133c816c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.2733231 Sep 20 22:24:13.316599 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:13.321694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Checking segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:13.321957 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Bound using segment: {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:13.322467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Bound port: 032c0f23-cc75-43ef-9989-eed48c7216a2, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ca3ea3-e4ed-4e94-978e-3942ab3ca722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:13.322888 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.324543 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.387415 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-aa7fa4dc-4097-4962-8712-249d923c233d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3230207 Sep 20 22:24:13.426844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.427501 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.428947 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 200 len: 1093 time: 4.5706983 Sep 20 22:24:13.522619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8'}, {'name': 'network-changed', 'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:13.525396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce98716-6174-408c-9f16-0ef7f4a2ea47" -d '{"events": [{"name": "network-changed", "server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "tag": "beceeb78-fe70-47d6-98db-538612768bf8"}, {"name": "network-changed", "server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:13.625893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-cd4d7d14-6db5-42ea-8e52-10181b50ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.642525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-cd4d7d14-6db5-42ea-8e52-10181b50ed0f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.7029748 Sep 20 22:24:13.733638 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-fea93813-10ed-4079-b7fa-ae1766fcb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.735336 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-fea93813-10ed-4079-b7fa-ae1766fcb58d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591195 Sep 20 22:24:13.738795 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55474) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:13.744538 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741342c5-c983-4873-9976-40f7453d44da req-117cf86a-b259-4e9a-973c-3fb11e642216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.746977 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-117cf86a-b259-4e9a-973c-3fb11e642216 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4271243 Sep 20 22:24:13.754218 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796baca0-fdb6-4fed-b6b7-8fda1ad34a24 req-264ed58f-8527-41ac-ae3f-fa79ec7c2d26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.755880 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-796baca0-fdb6-4fed-b6b7-8fda1ad34a24 req-264ed58f-8527-41ac-ae3f-fa79ec7c2d26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.4405215 Sep 20 22:24:13.831935 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55478) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:13.873157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:13.880660 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:13.886536 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:13.906942 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:13.918762 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-deac7d84-0d9d-4c4b-b8d1-c07a412e6425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.919270 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=032c0f23-cc75-43ef-9989-eed48c7216a2,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:13.936383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.941159 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:13.942333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:13.944090 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/032c0f23-cc75-43ef-9989-eed48c7216a2 HTTP/1.1" status: 200 len: 1094 time: 5.9908705 Sep 20 22:24:13.997027 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:14.003500 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0fec5-6eba-49cb-9fa7-e8965106e752 service neutron] Pushing event updated for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.009735 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-761a465e-16c4-4c04-8135-8a7afdb6f939 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753317 Sep 20 22:24:14.123395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e387-393d-4580-bb56-34669dea59d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.138197 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-5ad6e37d-3704-40c1-8c9b-c4ff51498d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:14.139860 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-5ad6e37d-3704-40c1-8c9b-c4ff51498d55 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1127 time: 0.5753913 Sep 20 22:24:14.146839 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-851cdb2d-3497-40ce-8141-744c5a7d593b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616948 Sep 20 22:24:14.154703 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-9cf10a1e-85c9-4ae0-ba4a-82c4ea2b4e00 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318724 Sep 20 22:24:14.164902 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2d42-8f72-4e88-85af-e0d32edb22fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.206559 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:14.206694 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-796baca0-fdb6-4fed-b6b7-8fda1ad34a24 req-c62665df-a093-40c0-a414-d8f41d78c197 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320717 Sep 20 22:24:14.251481 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-5f1b36ac-d130-4daf-8560-64f0fa2a0c13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877269 Sep 20 22:24:14.297035 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-deac7d84-0d9d-4c4b-b8d1-c07a412e6425 admin admin] Publish callbacks [] for security_group (773ad863-9451-4cd2-a15d-6d1feb8e04ba), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.307919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-deac7d84-0d9d-4c4b-b8d1-c07a412e6425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (773ad863-9451-4cd2-a15d-6d1feb8e04ba), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.328450 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "84071376-3176-4365-9249-7554ed26b308", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:14.337131 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2d42-8f72-4e88-85af-e0d32edb22fa admin admin] Publish callbacks [] for security_group (10304b1d-b494-48ee-a669-1bbac13544de), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.342341 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab2e2d42-8f72-4e88-85af-e0d32edb22fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (10304b1d-b494-48ee-a669-1bbac13544de), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.394058 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ab2e2d42-8f72-4e88-85af-e0d32edb22fa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=133c1880c18040e1a798ce965dd3faff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595210 Sep 20 22:24:14.395563 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e2d42-8f72-4e88-85af-e0d32edb22fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10304b1d-b494-48ee-a669-1bbac13544de,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.399128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55500) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:14.434551 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-deac7d84-0d9d-4c4b-b8d1-c07a412e6425 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=358abc08b1634e33a289f8de6e8f40a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6766074 Sep 20 22:24:14.444507 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55504) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:14.454907 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7d84-0d9d-4c4b-b8d1-c07a412e6425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773ad863-9451-4cd2-a15d-6d1feb8e04ba,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.470961 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c33ae-bb7d-4d07-aca2-fe3461920261 req-235a725d-42ad-445e-896b-19f613891fa6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:14.480097 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-947c33ae-bb7d-4d07-aca2-fe3461920261 req-235a725d-42ad-445e-896b-19f613891fa6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.1520822 Sep 20 22:24:14.502820 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] Publish callbacks [] for security_group (10304b1d-b494-48ee-a669-1bbac13544de), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.505353 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef34d68-14f6-4e0e-9b41-0765b9d24b10 x-openstack-request-id: req-7ef34d68-14f6-4e0e-9b41-0765b9d24b10 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:14.505654 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "tag": "beceeb78-fe70-47d6-98db-538612768bf8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:14.505911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ef34d68-14f6-4e0e-9b41-0765b9d24b10 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:14.506311 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef34d68-14f6-4e0e-9b41-0765b9d24b10'] response: {'name': 'network-changed', 'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8', 'status': 'completed', 'code': 200} Sep 20 22:24:14.506575 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef34d68-14f6-4e0e-9b41-0765b9d24b10'] response: {'name': 'network-changed', 'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15', 'status': 'completed', 'code': 200} Sep 20 22:24:14.543680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] Publish callbacks [] for security_group (10304b1d-b494-48ee-a669-1bbac13544de), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.572153 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-947c33ae-bb7d-4d07-aca2-fe3461920261 req-83e6e5cf-7c15-40df-9d20-c58abcb1e9f8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911536 Sep 20 22:24:14.575187 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] Publish callbacks [] for security_group (773ad863-9451-4cd2-a15d-6d1feb8e04ba), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.649072 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] Publish callbacks [] for security_group (773ad863-9451-4cd2-a15d-6d1feb8e04ba), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.695885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e877a-c2c1-4871-99da-3e1ae36947cc req-1cea4261-4479-4901-9d55-10720b536619 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:14.698095 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-da6e877a-c2c1-4871-99da-3e1ae36947cc req-1cea4261-4479-4901-9d55-10720b536619 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.1403182 Sep 20 22:24:14.715825 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (773ad863-9451-4cd2-a15d-6d1feb8e04ba), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.719942 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.725779 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/773ad863-9451-4cd2-a15d-6d1feb8e04ba HTTP/1.1" status: 204 len: 168 time: 0.2800803 Sep 20 22:24:14.735921 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5929946-22a4-4cb8-a107-64fca25d4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ad863-9451-4cd2-a15d-6d1feb8e04ba,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.746189 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (10304b1d-b494-48ee-a669-1bbac13544de), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.749535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:14.750762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/10304b1d-b494-48ee-a669-1bbac13544de HTTP/1.1" status: 204 len: 168 time: 0.3506947 Sep 20 22:24:14.771732 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-da6e877a-c2c1-4871-99da-3e1ae36947cc req-ef99c7ef-8e87-4969-975d-e6b18595cbf6 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668275 Sep 20 22:24:14.773300 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc263-c0c3-4953-ba8a-0bf63bbe2a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10304b1d-b494-48ee-a669-1bbac13544de,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:14.890333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47f72c-f8fb-46ac-bf0f-e93b557d738a x-openstack-request-id: req-ba47f72c-f8fb-46ac-bf0f-e93b557d738a {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:14.890623 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84071376-3176-4365-9249-7554ed26b308", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:14.890879 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba47f72c-f8fb-46ac-bf0f-e93b557d738a {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:14.891460 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba47f72c-f8fb-46ac-bf0f-e93b557d738a'] response: {'name': 'network-changed', 'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2', 'status': 'completed', 'code': 200} Sep 20 22:24:14.903017 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54023f65-2e15-46e9-80fb-b4dab5f92c35 req-746c6284-7a47-40ee-993b-1a7423d9911c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0506768 Sep 20 22:24:15.262306 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55542) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:15.282731 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca9f0-334d-442d-972a-a071e3a80f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.379847 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9585f-a4c7-405f-a8b9-43abd0ca4129 req-915e928f-d5e6-49f0-bec4-01856cbb8e4f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:15.381470 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-48a9585f-a4c7-405f-a8b9-43abd0ca4129 req-915e928f-d5e6-49f0-bec4-01856cbb8e4f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0672770 Sep 20 22:24:15.459679 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-48a9585f-a4c7-405f-a8b9-43abd0ca4129 req-e45ed941-8ba6-433b-bbc7-8321403b1c79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 Sep 20 22:24:15.474655 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca9f0-334d-442d-972a-a071e3a80f7e admin admin] Publish callbacks [] for security_group (a13b3f6a-5f97-4487-88f0-6b0c69c246f0), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.488770 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca9f0-334d-442d-972a-a071e3a80f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a13b3f6a-5f97-4487-88f0-6b0c69c246f0), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.521226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:15.532688 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-ed6ca9f0-334d-442d-972a-a071e3a80f7e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e73187beaf93483b998340f29701c0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692699 Sep 20 22:24:15.533602 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ca9f0-334d-442d-972a-a071e3a80f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b3f6a-5f97-4487-88f0-6b0c69c246f0,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:15.535887 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55550) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:15.612558 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] Publish callbacks [] for security_group (a13b3f6a-5f97-4487-88f0-6b0c69c246f0), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.648852 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] Publish callbacks [] for security_group (a13b3f6a-5f97-4487-88f0-6b0c69c246f0), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.749708 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a13b3f6a-5f97-4487-88f0-6b0c69c246f0), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.751470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:15.752887 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a13b3f6a-5f97-4487-88f0-6b0c69c246f0 HTTP/1.1" status: 204 len: 168 time: 0.2149501 Sep 20 22:24:15.774283 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192910a-beee-4d56-b661-0cf801c4cb12 req-f1c39a9a-59df-4dc9-992a-b87a4eac2d4a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:15.775799 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d192910a-beee-4d56-b661-0cf801c4cb12 req-f1c39a9a-59df-4dc9-992a-b87a4eac2d4a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.0696113 Sep 20 22:24:15.776896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ace8cf-20e1-4c0e-b79f-9569892e87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b3f6a-5f97-4487-88f0-6b0c69c246f0,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:15.853758 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d192910a-beee-4d56-b661-0cf801c4cb12 req-e2f5bcc8-7693-4dab-ad75-60cd54ae7d6f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576360 Sep 20 22:24:15.898798 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:15.919959 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acb638-943a-41c8-b075-ca2ad3a320f9 req-9a2fa4a3-f0e2-4dd4-b47c-1854fb329e45 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:15.921581 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a2acb638-943a-41c8-b075-ca2ad3a320f9 req-9a2fa4a3-f0e2-4dd4-b47c-1854fb329e45 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0560277 Sep 20 22:24:15.986767 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a2acb638-943a-41c8-b075-ca2ad3a320f9 req-923b1638-3f53-4cb3-9c81-2761ba3cf6d6 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562232 Sep 20 22:24:16.032426 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5f28778e-37fd-46f7-b041-33298dd02cbe req-3a0f47ce-1940-4101-979c-ab6491c6ca56 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0400014 Sep 20 22:24:16.283223 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:16.594455 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb50a7-a048-4d74-862f-6be44de2d8f4 req-841f1388-8969-4ed8-b5b7-fe7cf59b6b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:16.596235 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-58fb50a7-a048-4d74-862f-6be44de2d8f4 req-841f1388-8969-4ed8-b5b7-fe7cf59b6b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0547225 Sep 20 22:24:16.661517 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-58fb50a7-a048-4d74-862f-6be44de2d8f4 req-180b0977-f953-4739-bb91-df45dc5d4939 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544519 Sep 20 22:24:16.817203 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:16.919197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-4a04339a-8708-4334-b2af-2aa67cb55d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:16.922963 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-4a04339a-8708-4334-b2af-2aa67cb55d26 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=022e19ae817e4fb9b0eda463455c2ccf&device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 1128 time: 0.1516533 Sep 20 22:24:16.927980 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-741342c5-c983-4873-9976-40f7453d44da req-eef36516-f0c6-4196-ba82-4b99d8724f6b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711481 Sep 20 22:24:16.941089 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-ccfd63de-e20b-49ce-8061-a13f7afe6d28 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 200 len: 217 time: 0.1853683 Sep 20 22:24:17.061997 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-2c875d8f-36c6-48f1-b429-f17edc898dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:17.063454 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-2c875d8f-36c6-48f1-b429-f17edc898dc9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0959246 Sep 20 22:24:17.079702 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b0baa540-ad93-4362-a199-11e69ea4e040 req-cc8b673e-d452-42c6-ab62-c02088df9734 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255188 Sep 20 22:24:17.141283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec3af2-b626-439a-8131-1fc1cd9a6de5 req-8d55cb8f-7abe-40f8-8e87-72ba23af8e27 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:17.144502 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9eec3af2-b626-439a-8131-1fc1cd9a6de5 req-8d55cb8f-7abe-40f8-8e87-72ba23af8e27 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0623682 Sep 20 22:24:17.177434 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62e7b-6777-49d2-9f2a-a8c972581f3a req-c6d36701-4dd7-4b74-84bd-69b8a3b19843 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:17.178932 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6fa62e7b-6777-49d2-9f2a-a8c972581f3a req-c6d36701-4dd7-4b74-84bd-69b8a3b19843 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.1960173 Sep 20 22:24:17.237779 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9eec3af2-b626-439a-8131-1fc1cd9a6de5 req-7ea92438-70d6-4846-b485-a6765a4cf2cc tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873952 Sep 20 22:24:17.292983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-a2b4e8e2-e218-4110-a77b-26a07dc1867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:17.294492 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-a2b4e8e2-e218-4110-a77b-26a07dc1867c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=022e19ae817e4fb9b0eda463455c2ccf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3663900 Sep 20 22:24:17.316895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6fa62e7b-6777-49d2-9f2a-a8c972581f3a req-dcefe979-cf5b-4660-8165-5008e2380f26 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260939 Sep 20 22:24:17.346514 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-32a9b0d1-e89d-4585-9a36-3e4a7e0fdec6 req-6aec21e2-2a53-48aa-83f6-9b279187a6d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0359066 Sep 20 22:24:17.778852 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352ac04-073c-4706-932e-3069f6ba29b3 req-d9d99a99-d429-4d0d-b821-20ba6cc2bc9e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:17.780375 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0352ac04-073c-4706-932e-3069f6ba29b3 req-d9d99a99-d429-4d0d-b821-20ba6cc2bc9e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Sep 20 22:24:17.837428 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0352ac04-073c-4706-932e-3069f6ba29b3 req-7705e620-5d7e-4e6d-9afd-747bc00d8ee8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495818 Sep 20 22:24:18.101608 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-329a73e1-a2c0-482e-a4f3-f4f586089181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.103782 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-329a73e1-a2c0-482e-a4f3-f4f586089181 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1127 time: 0.0568194 Sep 20 22:24:18.107451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-5571843d-85b0-4263-9345-914d1c40f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.109181 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-5571843d-85b0-4263-9345-914d1c40f708 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069882 Sep 20 22:24:18.177510 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:18.285824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-66f18204-3cd9-40bb-8bac-0f3dcddf014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.287762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a7c1482-3c48-4ba0-87ed-2bef96c40fc2 req-66f18204-3cd9-40bb-8bac-0f3dcddf014c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2845814 Sep 20 22:24:18.371579 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513ffa2-2bf2-47fb-af3a-16deac010d8f req-4a35cc50-910c-4ca2-b0be-ade73832b7cd tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.373682 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6513ffa2-2bf2-47fb-af3a-16deac010d8f req-4a35cc50-910c-4ca2-b0be-ade73832b7cd tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0510426 Sep 20 22:24:18.430680 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6513ffa2-2bf2-47fb-af3a-16deac010d8f req-571b45cd-f25a-4908-82c3-cf637c024176 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Sep 20 22:24:18.444339 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359702-59c0-456f-9338-a3c15b34d3d3 req-a0fa498b-04c3-4165-900e-f58aca7a35a5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.445878 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86359702-59c0-456f-9338-a3c15b34d3d3 req-a0fa498b-04c3-4165-900e-f58aca7a35a5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.0479827 Sep 20 22:24:18.508571 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86359702-59c0-456f-9338-a3c15b34d3d3 req-9a8ee7a3-1109-4ae1-863e-ca67f55248bd tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530186 Sep 20 22:24:18.549386 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ba9dee83-2c71-46a9-80d8-e2b901bac497 req-55d17c9e-c83d-4954-a233-ff304c4ed2af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0279140 Sep 20 22:24:18.828631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-249663e4-975c-420b-b264-13ff1a675a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:18.830275 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-249663e4-975c-420b-b264-13ff1a675a76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1127 time: 0.0494621 Sep 20 22:24:19.027711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-2e657a49-96ae-41f0-8997-76aa0414e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.029232 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-2e657a49-96ae-41f0-8997-76aa0414e283 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=022e19ae817e4fb9b0eda463455c2ccf&device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 1128 time: 0.2117362 Sep 20 22:24:19.029626 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:19.083124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d5d9-56a4-43d2-b75a-675e0f198fe9 req-01d9db59-ac2b-4a55-85fc-34ccb76e59df tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.084615 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fcc7d5d9-56a4-43d2-b75a-675e0f198fe9 req-01d9db59-ac2b-4a55-85fc-34ccb76e59df tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.1012373 Sep 20 22:24:19.113877 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-2e800faa-733c-4bdb-952a-eaf525fb7b75 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329780 Sep 20 22:24:19.115191 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-83421461-d703-49cb-a393-7dab3c9d2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.116523 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-83421461-d703-49cb-a393-7dab3c9d2ee1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.3370233 Sep 20 22:24:19.141641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-7340b6c2-70ee-432b-928e-66bc2ef941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.141641 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-7340b6c2-70ee-432b-928e-66bc2ef941f9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.3009019 Sep 20 22:24:19.160284 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fcc7d5d9-56a4-43d2-b75a-675e0f198fe9 req-f36b5c87-1423-4bf7-8499-263deda3c9da tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Sep 20 22:24:19.258968 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-2e246590-6853-4065-87cd-3fd4b3645552 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.0728958 Sep 20 22:24:19.278937 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-1fcb22ad-8a61-48ea-a6ad-0f85e0d1b06a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=032c0f23-cc75-43ef-9989-eed48c7216a2 HTTP/1.1" status: 200 len: 217 time: 0.0926535 Sep 20 22:24:19.283285 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-4535c8c5-ee5c-4d3c-9eeb-b1b114885b25 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 217 time: 0.0968544 Sep 20 22:24:19.301304 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.27', 50904) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:19.495444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-48d1d162-0253-4311-abfa-3d8278ca1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.497386 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-48d1d162-0253-4311-abfa-3d8278ca1d9c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.1918981 Sep 20 22:24:19.501559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-900b2c37-19c6-4202-a47f-a072f1fcd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.503223 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-900b2c37-19c6-4202-a47f-a072f1fcd96f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=d77a3dbc-9205-4f23-9551-5db95088f988 HTTP/1.1" status: 200 len: 850 time: 0.1989989 Sep 20 22:24:19.511661 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:19.568511 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2935ce4a-cc6e-475c-a649-2b15aa333949 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:24:19.577476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-7aeaafa1-20f3-41f7-9e46-185e863cfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.579185 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-7aeaafa1-20f3-41f7-9e46-185e863cfd58 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747952 Sep 20 22:24:19.694028 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-47e64074-45c9-4826-96af-5473917119c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607098 Sep 20 22:24:19.709713 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-e3ddf224-8dc0-4024-94cd-483249688592 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.711343 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-e3ddf224-8dc0-4024-94cd-483249688592 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 816 time: 0.4091074 Sep 20 22:24:19.725430 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-1f69d700-4eef-4b24-81f1-ed4c7d906a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.730435 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-1f69d700-4eef-4b24-81f1-ed4c7d906a8d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=28cbe139-2fb4-430b-a584-e2ebae929181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2098258 Sep 20 22:24:19.752378 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390eec-dcd9-4014-ae9e-20f7ddc00102 req-443ba81d-5e2c-4b82-bfe6-9388b3c39140 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.755528 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-31390eec-dcd9-4014-ae9e-20f7ddc00102 req-443ba81d-5e2c-4b82-bfe6-9388b3c39140 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.1599262 Sep 20 22:24:19.760903 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-aaa2f45c-c021-4371-aeb6-4d17467b9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.762530 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-aaa2f45c-c021-4371-aeb6-4d17467b9062 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.4960191 Sep 20 22:24:19.797746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6009be-40fa-4f2d-8636-df73616e67b3 req-3c4ea742-f6ec-4e00-92ab-1e0f56f1368c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:19.801458 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd6009be-40fa-4f2d-8636-df73616e67b3 req-3c4ea742-f6ec-4e00-92ab-1e0f56f1368c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 943 time: 0.0853782 Sep 20 22:24:19.822400 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-92b061e0-3c47-4d09-84a3-96a0df9f3043 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260723 Sep 20 22:24:19.845215 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-31390eec-dcd9-4014-ae9e-20f7ddc00102 req-c915686d-7008-4026-bde1-40c7279fbd88 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815156 Sep 20 22:24:19.858557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2935ce4a-cc6e-475c-a649-2b15aa333949,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:19.892641 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '2935ce4a-cc6e-475c-a649-2b15aa333949', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'port_id': '2935ce4a-cc6e-475c-a649-2b15aa333949', 'mac_address': 'fa:16:3e:13:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:24:19.916163 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd6009be-40fa-4f2d-8636-df73616e67b3 req-11752dee-af45-4b18-95f0-ac342373d5eb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093824 Sep 20 22:24:20.006875 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 2935ce4a-cc6e-475c-a649-2b15aa333949 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:20.007591 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.010897 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3905d2a2-16ce-494b-9c71-a81aa3bbaf5d req-3871ad86-1ea5-4b4c-9623-9575776b791c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0464315 Sep 20 22:24:20.037547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2935ce4a-cc6e-475c-a649-2b15aa333949 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:20.040382 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:20.068200 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2935ce4a-cc6e-475c-a649-2b15aa333949,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:20.074517 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.075661 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device beceeb78-fe70-47d6-98db-538612768bf8 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:24:20.192612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:20.252325 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=beceeb78-fe70-47d6-98db-538612768bf8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:20.265593 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'beceeb78-fe70-47d6-98db-538612768bf8', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'port_id': 'beceeb78-fe70-47d6-98db-538612768bf8', 'mac_address': 'fa:16:3e:55:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:24:20.287752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55778) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:20.322752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5780cb-03fd-419b-811c-1ab9c5d80f13 req-8d95ee94-4dc0-45b6-856b-5fd4e3337f99 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:20.324353 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be5780cb-03fd-419b-811c-1ab9c5d80f13 req-8d95ee94-4dc0-45b6-856b-5fd4e3337f99 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0722914 Sep 20 22:24:20.335230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port beceeb78-fe70-47d6-98db-538612768bf8 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:20.335632 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (beceeb78-fe70-47d6-98db-538612768bf8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.357619 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beceeb78-fe70-47d6-98db-538612768bf8 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:20.363707 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:20.377494 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:20.385146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=beceeb78-fe70-47d6-98db-538612768bf8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:20.389243 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.405423 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be5780cb-03fd-419b-811c-1ab9c5d80f13 req-4fb0b59a-0912-4094-af22-1296ec2ed9fb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747790 Sep 20 22:24:20.424638 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3f1924c7-7e51-4920-ab60-9383d1967020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.449944 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:20.506746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3f1924c7-7e51-4920-ab60-9383d1967020 admin admin] Publish callbacks [] for security_group (ce202059-72e9-4959-aaf7-5efb14285877), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.511372 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3f1924c7-7e51-4920-ab60-9383d1967020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ce202059-72e9-4959-aaf7-5efb14285877), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.530246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:20.557764 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3f1924c7-7e51-4920-ab60-9383d1967020 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=513c0a468e574640946a169583c55b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689855 Sep 20 22:24:20.558612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1924c7-7e51-4920-ab60-9383d1967020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce202059-72e9-4959-aaf7-5efb14285877,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:20.560735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55794) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:20.621872 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] Publish callbacks [] for security_group (ce202059-72e9-4959-aaf7-5efb14285877), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.643281 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] Publish callbacks [] for security_group (ce202059-72e9-4959-aaf7-5efb14285877), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.690207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ce202059-72e9-4959-aaf7-5efb14285877), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.692733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:20.693923 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ce202059-72e9-4959-aaf7-5efb14285877 HTTP/1.1" status: 204 len: 168 time: 0.1320958 Sep 20 22:24:20.701778 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a1ddf-4cb5-44e9-b7f2-1419aa8fddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce202059-72e9-4959-aaf7-5efb14285877,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:20.977399 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17082a99-e625-4625-b12b-1207f516dfa2 req-d69f4d21-db8a-4f2c-ae86-f5e376fc9411 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:20.985324 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17082a99-e625-4625-b12b-1207f516dfa2 req-d69f4d21-db8a-4f2c-ae86-f5e376fc9411 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0613313 Sep 20 22:24:21.028825 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55824) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:21.044956 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17082a99-e625-4625-b12b-1207f516dfa2 req-fe681640-125e-4816-85a9-60acad8b28d9 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Sep 20 22:24:21.068691 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec9b93-fedd-4b4d-a29e-7cee37ef6e9d req-eea4f7a0-a23e-4dd7-8bad-0fa626f4d192 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:21.069261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f55168ac-2924-4e81-b382-e78ead34f5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.070428 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-baec9b93-fedd-4b4d-a29e-7cee37ef6e9d req-eea4f7a0-a23e-4dd7-8bad-0fa626f4d192 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 944 time: 0.0585337 Sep 20 22:24:21.100666 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:21.135139 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-baec9b93-fedd-4b4d-a29e-7cee37ef6e9d req-e3ddbe4a-a439-40af-ae10-d907d9551855 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583456 Sep 20 22:24:21.155430 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6b5d4f03-b63d-4945-a20f-e309631e6711 req-552fab22-7f8d-4c14-b4a1-1330b3c0e13b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0365322 Sep 20 22:24:21.208111 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f55168ac-2924-4e81-b382-e78ead34f5d7 admin admin] Publish callbacks [] for security_group (026c5b27-34c4-4419-aba6-e74ab4294302), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.212245 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f55168ac-2924-4e81-b382-e78ead34f5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (026c5b27-34c4-4419-aba6-e74ab4294302), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.251268 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55168ac-2924-4e81-b382-e78ead34f5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026c5b27-34c4-4419-aba6-e74ab4294302,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:21.256525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f55168ac-2924-4e81-b382-e78ead34f5d7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3234c5b5297146b8a52ecb22ca0715c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267122 Sep 20 22:24:21.259061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55840) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:21.310602 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] Publish callbacks [] for security_group (026c5b27-34c4-4419-aba6-e74ab4294302), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.332948 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] Publish callbacks [] for security_group (026c5b27-34c4-4419-aba6-e74ab4294302), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.382472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (026c5b27-34c4-4419-aba6-e74ab4294302), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.385094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.386821 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/026c5b27-34c4-4419-aba6-e74ab4294302 HTTP/1.1" status: 204 len: 168 time: 0.1268995 Sep 20 22:24:21.395779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f7e75-b28c-47c5-b5bd-411d0eed0338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c5b27-34c4-4419-aba6-e74ab4294302,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:21.581609 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc549-00c8-4b7c-bfb4-861d790a2888 req-8ee8abda-16de-46be-857b-b74405fc77ea tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:21.585692 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9cdc549-00c8-4b7c-bfb4-861d790a2888 req-8ee8abda-16de-46be-857b-b74405fc77ea tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0616620 Sep 20 22:24:21.665337 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9cdc549-00c8-4b7c-bfb4-861d790a2888 req-ad31a7e2-3927-4dfa-8480-8eb2adc81c9d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Sep 20 22:24:21.847059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55868) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:21.860905 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1819f218-7eae-41d4-8058-9d452ae7aea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.898199 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:21.946056 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1819f218-7eae-41d4-8058-9d452ae7aea6 admin admin] Publish callbacks [] for security_group (113601ea-2412-4b0e-8d2a-c79a47feb4ec), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:21.950533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1819f218-7eae-41d4-8058-9d452ae7aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (113601ea-2412-4b0e-8d2a-c79a47feb4ec), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.017702 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55872) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:22.138652 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac469b11-8ad6-4c7f-be11-b849edbda51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.177431 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1819f218-7eae-41d4-8058-9d452ae7aea6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b8fea6e5d9894a8e87037eec19594b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292470 Sep 20 22:24:22.180338 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f218-7eae-41d4-8058-9d452ae7aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113601ea-2412-4b0e-8d2a-c79a47feb4ec,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:22.181282 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55882) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:22.212887 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f6e3f-39ec-45fe-81b1-17544c540614 req-c8021b87-3244-457c-95bb-4643b1f34ab3 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:22.212887 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1b5f6e3f-39ec-45fe-81b1-17544c540614 req-c8021b87-3244-457c-95bb-4643b1f34ab3 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0914257 Sep 20 22:24:22.256926 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1b5f6e3f-39ec-45fe-81b1-17544c540614 req-5224803c-c079-4915-8821-db0e69bebf82 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Sep 20 22:24:22.302994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e02fd-aaf9-4992-a8a2-ab779da9bb30 req-c14fb840-8106-45e0-aab9-cb68be146e15 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:22.304467 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f5e02fd-aaf9-4992-a8a2-ab779da9bb30 req-c14fb840-8106-45e0-aab9-cb68be146e15 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 944 time: 0.0713286 Sep 20 22:24:22.308086 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac469b11-8ad6-4c7f-be11-b849edbda51b admin admin] Publish callbacks [] for security_group (5ff6fb40-776a-41d3-bf61-b826153e7be0), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.317506 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ac469b11-8ad6-4c7f-be11-b849edbda51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5ff6fb40-776a-41d3-bf61-b826153e7be0), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.342564 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] Publish callbacks [] for security_group (113601ea-2412-4b0e-8d2a-c79a47feb4ec), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.342896 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6f28f097-d04c-4976-93f6-697a32dbc647 req-9f0625b5-72c0-4d56-a878-10c09e9be129 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0277064 Sep 20 22:24:22.398719 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ac469b11-8ad6-4c7f-be11-b849edbda51b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=669c0816c14443e5bd2bdd08140b565a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797622 Sep 20 22:24:22.401578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55886) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:22.406409 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac469b11-8ad6-4c7f-be11-b849edbda51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6fb40-776a-41d3-bf61-b826153e7be0,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:22.413728 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] Publish callbacks [] for security_group (113601ea-2412-4b0e-8d2a-c79a47feb4ec), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.428476 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f5e02fd-aaf9-4992-a8a2-ab779da9bb30 req-7cea453b-f1af-417e-accc-fe2eebb032eb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142976 Sep 20 22:24:22.456417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] Publish callbacks [] for security_group (5ff6fb40-776a-41d3-bf61-b826153e7be0), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.470740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (113601ea-2412-4b0e-8d2a-c79a47feb4ec), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.473461 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.474622 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/113601ea-2412-4b0e-8d2a-c79a47feb4ec HTTP/1.1" status: 204 len: 168 time: 0.2877223 Sep 20 22:24:22.480313 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] Publish callbacks [] for security_group (5ff6fb40-776a-41d3-bf61-b826153e7be0), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.483346 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3de23-bc7a-450d-b7db-14c840509d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113601ea-2412-4b0e-8d2a-c79a47feb4ec,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:22.549988 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5ff6fb40-776a-41d3-bf61-b826153e7be0), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.552628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:22.553986 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5ff6fb40-776a-41d3-bf61-b826153e7be0 HTTP/1.1" status: 204 len: 168 time: 0.1508577 Sep 20 22:24:22.563915 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8871e95-9bb6-4fbc-926f-79acff522bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6fb40-776a-41d3-bf61-b826153e7be0,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:22.731633 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:22.765977 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=2,neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:22.833284 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-967bec81-e4cc-4759-ada6-35a02fe35444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:22.834816 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-967bec81-e4cc-4759-ada6-35a02fe35444 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581528 Sep 20 22:24:22.849444 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-73d9d1db-91df-4e91-b3e8-597274d2e9ac tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 379 time: 0.1617439 Sep 20 22:24:22.933452 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51724780-6b3c-4b20-a888-703b61b2c05c req-5da3bb1c-b8c3-44b5-bde0-9aac20d244d2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:22.937821 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-51724780-6b3c-4b20-a888-703b61b2c05c req-5da3bb1c-b8c3-44b5-bde0-9aac20d244d2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.1697359 Sep 20 22:24:22.946453 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-f7d55509-93ca-47a5-8cb7-72379265be5d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/28cbe139-2fb4-430b-a584-e2ebae929181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688348 Sep 20 22:24:22.960807 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-98a1778d-5ed0-4d7e-aa5a-e5fecb998869 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669706 Sep 20 22:24:23.002084 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-51724780-6b3c-4b20-a888-703b61b2c05c req-ace73050-715d-4571-8797-837d043ca303 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Sep 20 22:24:23.024646 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55908) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:23.039619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-554e82b3-e9cc-4841-8b49-d9627f9d8ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.063068 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2935ce4a-cc6e-475c-a649-2b15aa333949'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:24:23.109768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:23.134165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-554e82b3-e9cc-4841-8b49-d9627f9d8ac3 admin admin] Publish callbacks [] for security_group (5973d818-4db4-4607-b12e-dbc705eaa280), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.138859 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-554e82b3-e9cc-4841-8b49-d9627f9d8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5973d818-4db4-4607-b12e-dbc705eaa280), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.183722 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-554e82b3-e9cc-4841-8b49-d9627f9d8ac3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a7db6de0243c4f3a9544bbbca8aa4165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576159 Sep 20 22:24:23.184402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e82b3-e9cc-4841-8b49-d9627f9d8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5973d818-4db4-4607-b12e-dbc705eaa280,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:23.187450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55912) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:23.205544 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['beceeb78-fe70-47d6-98db-538612768bf8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:24:23.247796 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] Publish callbacks [] for security_group (5973d818-4db4-4607-b12e-dbc705eaa280), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.277660 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] Publish callbacks [] for security_group (5973d818-4db4-4607-b12e-dbc705eaa280), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.318806 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:23.344963 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5973d818-4db4-4607-b12e-dbc705eaa280), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.350894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:23.360560 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5973d818-4db4-4607-b12e-dbc705eaa280 HTTP/1.1" status: 204 len: 168 time: 0.1673870 Sep 20 22:24:23.365300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d71f-97fe-443c-9683-4ea6b38700ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5973d818-4db4-4607-b12e-dbc705eaa280,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:23.472070 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e827e7e-8ec7-4b66-89fd-cf4d96bd4953 req-6d7ff1d5-566f-4798-a98c-dd81a141e59d tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:23.474894 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e827e7e-8ec7-4b66-89fd-cf4d96bd4953 req-6d7ff1d5-566f-4798-a98c-dd81a141e59d tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.1296201 Sep 20 22:24:23.541708 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652449fc-d936-400b-93f1-9de6868e7bbd req-d2b654a1-c913-4a77-a4c2-47263a215adc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0726683 Sep 20 22:24:23.544192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:23.589865 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e827e7e-8ec7-4b66-89fd-cf4d96bd4953 req-f5cebf96-e490-4226-b2a7-146b216b4b3e tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066093 Sep 20 22:24:23.611404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55944) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:23.701614 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e78a-bb2a-4724-82af-4b6d88df3756 req-83aead7e-ab98-4407-8c4d-f35c567f8afe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:23.703473 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-63b1e78a-bb2a-4724-82af-4b6d88df3756 req-83aead7e-ab98-4407-8c4d-f35c567f8afe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 944 time: 0.0582745 Sep 20 22:24:23.720771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'port': {'device_id': '48d58779-65b7-4b97-8536-eef4357a475d', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'admin_state_up': True, 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'security_groups': ['0a541087-18c4-47de-9cc3-ca64e27099e3']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:23.818299 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-728285322-network', 'tenant_id': '53fa180e360c47cba9e0e575f09caf6b'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:23.873558 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-5282a641-a5f1-4f22-943e-aa57ab4f897a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642599 Sep 20 22:24:23.909304 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-eaac30ef-d376-40b7-a7d1-e2be4b0cc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:23.910841 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-eaac30ef-d376-40b7-a7d1-e2be4b0cc34b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1127 time: 0.1317573 Sep 20 22:24:23.924367 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-63b1e78a-bb2a-4724-82af-4b6d88df3756 req-49f63fbf-82c3-453a-90b8-9aa001c51a07 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149656 Sep 20 22:24:23.994452 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Made reservation on behalf of 53fa180e360c47cba9e0e575f09caf6b for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:23.999136 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.028808 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.035847 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-f864fc78-e43b-4164-a86e-c559837d43f3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/28cbe139-2fb4-430b-a584-e2ebae929181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307545 Sep 20 22:24:24.081802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55966) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:24.112193 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Made reservation on behalf of 897090e72bcc4d978384c95688ab8021 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:24.116996 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.152254 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-c1e494ea-f43a-48f9-9c66-4ea29c9db2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:24.153862 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-c1e494ea-f43a-48f9-9c66-4ea29c9db2f9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.2264204 Sep 20 22:24:24.221617 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks [] for security_group (362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.226040 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.243985 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1149718f-ffe7-4952-899f-d2c5b800ac79 req-37904159-ccd2-4ab7-932f-17af50d301c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343378 Sep 20 22:24:24.250439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf74c6-64af-4b0d-9ff2-61c65231b47c req-b92f57af-88be-4327-b2c1-8733c10e31bf tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:24.257254 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:24:24.257422 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6edf74c6-64af-4b0d-9ff2-61c65231b47c req-b92f57af-88be-4327-b2c1-8733c10e31bf tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.1352541 Sep 20 22:24:24.268128 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:24.275277 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (246514da-6e97-4e1f-89c1-bd87fa2fe55d), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.275719 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Added segment 246514da-6e97-4e1f-89c1-bd87fa2fe55d of type vlan for network 28c55e74-316d-4ee0-b897-549394375629 Sep 20 22:24:24.321034 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:24.334969 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (28c55e74-316d-4ee0-b897-549394375629), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.344517 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd82f-eaa2-467c-b625-45016111c08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.366735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (28c55e74-316d-4ee0-b897-549394375629), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.368007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:24.368647 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.388917 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7737515 Sep 20 22:24:24.389667 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 55978) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:24.402782 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Request body: {'subnet': {'network_id': '28c55e74-316d-4ee0-b897-549394375629', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-728285322-subnet', 'tenant_id': '53fa180e360c47cba9e0e575f09caf6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:24.411674 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6edf74c6-64af-4b0d-9ff2-61c65231b47c req-b7e45640-1614-42f0-ba0e-c5c84a2abeb6 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532152 Sep 20 22:24:24.458334 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Allocated IP 172.20.0.5 (281a7f2f-13d6-4f53-b28b-ee8d71863530/f0841825-a63b-480d-b359-e4940bacca38/d965769d-834a-4b9f-817a-24e086032c2d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:24.473381 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Made reservation on behalf of 53fa180e360c47cba9e0e575f09caf6b for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:24.475611 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.477975 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ff65-55bb-4339-b5b4-9add4b9b0e9b admin admin] Pushing event updated for resources: {'Network': ['ID=28c55e74-316d-4ee0-b897-549394375629,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:24.493020 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 28c55e74-316d-4ee0-b897-549394375629 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:24:24.585490 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:24.634044 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2935ce4a-cc6e-475c-a649-2b15aa333949 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:24.701658 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 2935ce4a-cc6e-475c-a649-2b15aa333949 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:24:24.705342 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd82f-eaa2-467c-b625-45016111c08c admin admin] Publish callbacks [] for security_group (effb8bb5-bb2a-471d-8f3d-d482dd2af0c8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.712308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 2935ce4a-cc6e-475c-a649-2b15aa333949 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:24.713031 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.714894 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 2935ce4a-cc6e-475c-a649-2b15aa333949 Sep 20 22:24:24.716390 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd82f-eaa2-467c-b625-45016111c08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (effb8bb5-bb2a-471d-8f3d-d482dd2af0c8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.779388 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-09275396-a3f4-450d-a94a-557b6a6ef955 req-ba1acb24-d4c9-4913-89b9-f93145584fe9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0492651 Sep 20 22:24:24.816316 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 2935ce4a-cc6e-475c-a649-2b15aa333949 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:24.817735 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.858638 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e9dfd82f-eaa2-467c-b625-45016111c08c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=78c90ca0ba244b7c8932f8a991ad87d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738061 Sep 20 22:24:24.858898 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:24.880673 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 55990) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:24.887586 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfd82f-eaa2-467c-b625-45016111c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb8bb5-bb2a-471d-8f3d-d482dd2af0c8,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:24.889039 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-d59a7f5a-5f2f-49ab-b372-2b6465f4b14d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 200 len: 217 time: 0.0482564 Sep 20 22:24:24.906090 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cead22-76b0-4ef5-acaf-2d08271dc550 req-2e387e45-6eb3-426f-9982-37b8f48347d7 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:24.907656 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50cead22-76b0-4ef5-acaf-2d08271dc550 req-2e387e45-6eb3-426f-9982-37b8f48347d7 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.1825137 Sep 20 22:24:24.910868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (d965769d-834a-4b9f-817a-24e086032c2d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:24.943755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:24.949350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:25.005398 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2935ce4a-cc6e-475c-a649-2b15aa333949,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:25.005582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (1d64bd60-73ce-4391-bde4-96d16a81aafe), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.031079 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-eb8d8e28-ea35-4e53-8723-cef9645782c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.036830 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-eb8d8e28-ea35-4e53-8723-cef9645782c3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.1401498 Sep 20 22:24:25.041757 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] Publish callbacks [] for security_group (effb8bb5-bb2a-471d-8f3d-d482dd2af0c8), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.049091 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.057330 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device beceeb78-fe70-47d6-98db-538612768bf8 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:25.076029 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:25.106940 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50cead22-76b0-4ef5-acaf-2d08271dc550 req-4df4f22a-e47e-40c5-8107-a09db17d6191 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730373 Sep 20 22:24:25.177639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.182302 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d64bd60-73ce-4391-bde4-96d16a81aafe,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:25.196080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port beceeb78-fe70-47d6-98db-538612768bf8 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:24:25.205861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44941e3-d4e4-4dda-93fd-a0314df606cd req-228c5bfd-d25c-4c93-8545-084271fd17a8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.207395 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c44941e3-d4e4-4dda-93fd-a0314df606cd req-228c5bfd-d25c-4c93-8545-084271fd17a8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 944 time: 0.1422124 Sep 20 22:24:25.209251 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port beceeb78-fe70-47d6-98db-538612768bf8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:25.209640 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (beceeb78-fe70-47d6-98db-538612768bf8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.211139 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port beceeb78-fe70-47d6-98db-538612768bf8 Sep 20 22:24:25.212750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] Publish callbacks [] for security_group (effb8bb5-bb2a-471d-8f3d-d482dd2af0c8), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.237623 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:25.253585 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Checking segment: {'id': '246514da-6e97-4e1f-89c1-bd87fa2fe55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '28c55e74-316d-4ee0-b897-549394375629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:25.254148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Network hostable DHCP agents. Network: 28c55e74-316d-4ee0-b897-549394375629, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:24:25.265463 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:25.269608 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:25.273054 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:25.292055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-5c6ea7ae-3b6f-44b8-9292-d79a13c1ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.296709 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-5c6ea7ae-3b6f-44b8-9292-d79a13c1ac26 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2351575 Sep 20 22:24:25.307908 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d293ae-063b-48a6-a348-db9dfbcec0e2" -d '{"events": [{"server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "name": "network-vif-plugged", "status": "completed", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:25.334433 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.335095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.338354 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:25.359270 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Network 28c55e74-316d-4ee0-b897-549394375629 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:24:25.361586 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:25.368652 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-785ab3e2-1f5c-4b47-a39c-ad9405cf9310 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577635 Sep 20 22:24:25.381359 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 28c55e74-316d-4ee0-b897-549394375629) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:25.398023 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Request body: {'port': {'device_id': '48d58779-65b7-4b97-8536-eef4357a475d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:25.412082 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:25.416839 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.418280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.435500 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c3167-c334-49fa-bf77-c7a680ac0754 None None] Network 28c55e74-316d-4ee0-b897-549394375629 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:25.555215 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c44941e3-d4e4-4dda-93fd-a0314df606cd req-408c6d58-5bca-46de-a934-ddc19cb360eb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382246 Sep 20 22:24:25.577475 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port beceeb78-fe70-47d6-98db-538612768bf8 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:25.577977 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (beceeb78-fe70-47d6-98db-538612768bf8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.629771 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (effb8bb5-bb2a-471d-8f3d-d482dd2af0c8), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.632188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.646100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/effb8bb5-bb2a-471d-8f3d-d482dd2af0c8 HTTP/1.1" status: 204 len: 168 time: 0.7613888 Sep 20 22:24:25.678507 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=beceeb78-fe70-47d6-98db-538612768bf8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:25.684002 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725754b-23fb-45de-8f89-fcc4a2d03787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb8bb5-bb2a-471d-8f3d-d482dd2af0c8,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:25.686478 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.693729 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b893d40e-f3e7-4b46-b279-36c42b11265c admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2998385 Sep 20 22:24:25.696092 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d7d20-ba6f-42d0-80e1-aac210425a2e None None] Network 28c55e74-316d-4ee0-b897-549394375629 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:25.723212 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-a8f64641-baa9-4525-8fd7-ae322f9969c0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058125 Sep 20 22:24:25.741407 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.794031 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b607ac-e180-44a8-9e63-8dcf83e67531 x-openstack-request-id: req-f5b607ac-e180-44a8-9e63-8dcf83e67531 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:25.794769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "name": "network-vif-plugged", "status": "completed", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:25.795219 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5b607ac-e180-44a8-9e63-8dcf83e67531 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:25.795875 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b607ac-e180-44a8-9e63-8dcf83e67531'] response: {'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949', 'code': 200} Sep 20 22:24:25.831844 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Provisioning complete for port d965769d-834a-4b9f-817a-24e086032c2d triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:25.832669 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d965769d-834a-4b9f-817a-24e086032c2d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:25.833547 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Attempt 1 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:24:25.867888 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27568187-0df6-4e0e-a2d2-dec636d4b27b req-280de7ff-4765-4088-ba4a-c3c6082315ab tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:25.869452 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-27568187-0df6-4e0e-a2d2-dec636d4b27b req-280de7ff-4765-4088-ba4a-c3c6082315ab tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.1350479 Sep 20 22:24:25.876834 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:25.910516 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Port d965769d-834a-4b9f-817a-24e086032c2d cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:25.965214 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-27568187-0df6-4e0e-a2d2-dec636d4b27b req-95933589-861a-4837-83c8-4d52162a28eb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Sep 20 22:24:25.967684 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ce98716-6174-408c-9f16-0ef7f4a2ea47 req-e858185d-ca6f-4bf3-be38-37dc311da262 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418020 Sep 20 22:24:26.025804 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed2c4a-9023-43e6-8cef-d022a0620958 req-45c476a7-89f1-4adb-a055-8c452246db1d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:26.027364 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1ed2c4a-9023-43e6-8cef-d022a0620958 req-45c476a7-89f1-4adb-a055-8c452246db1d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 931 time: 0.0544364 Sep 20 22:24:26.141871 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1ed2c4a-9023-43e6-8cef-d022a0620958 req-43a8032f-512e-4ab4-a816-c9d47959c21b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073549 Sep 20 22:24:26.275242 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:26.286036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks [] for port (d965769d-834a-4b9f-817a-24e086032c2d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.302234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Transition to ACTIVE for port object d965769d-834a-4b9f-817a-24e086032c2d will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:26.308508 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56046) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:26.324207 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.332294 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47767c83-b4d8-45ff-b710-d5c794cccbc0 req-a4e0f508-bce7-4f9a-ab5d-c06615c6664a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:26.334113 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47767c83-b4d8-45ff-b710-d5c794cccbc0 req-a4e0f508-bce7-4f9a-ab5d-c06615c6664a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 944 time: 0.0943885 Sep 20 22:24:26.337014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b05010d0-5046-4bc0-847a-fe3ea4767a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.406236 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47767c83-b4d8-45ff-b710-d5c794cccbc0 req-1d514b9c-bab0-4e76-a7e0-d11cd20f63fe tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601821 Sep 20 22:24:26.412450 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Attempt 2 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:24:26.446656 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:26.455959 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Port d965769d-834a-4b9f-817a-24e086032c2d cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:24:26.508416 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Attempting to bind port d965769d-834a-4b9f-817a-24e086032c2d on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:26.508757 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Attempting to bind port d965769d-834a-4b9f-817a-24e086032c2d by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:26.509143 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Attempting to bind port d965769d-834a-4b9f-817a-24e086032c2d on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:26.563558 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:26.592331 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b05010d0-5046-4bc0-847a-fe3ea4767a82 admin admin] Publish callbacks [] for security_group (6039b23b-943a-49ad-b082-57f67c9864ea), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.602642 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b05010d0-5046-4bc0-847a-fe3ea4767a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6039b23b-943a-49ad-b082-57f67c9864ea), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.605243 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Port d965769d-834a-4b9f-817a-24e086032c2d on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:26.605648 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Attempting to bind port d965769d-834a-4b9f-817a-24e086032c2d on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:26.641505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:26.670238 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 032c0f23-cc75-43ef-9989-eed48c7216a2 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:24:26.685889 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b05010d0-5046-4bc0-847a-fe3ea4767a82 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c0f983572e42440094cceb5339f481c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754616 Sep 20 22:24:26.689585 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56062) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:26.692522 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05010d0-5046-4bc0-847a-fe3ea4767a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6039b23b-943a-49ad-b082-57f67c9864ea,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:26.711910 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:26.712248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Checking segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:26.712633 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Bound using segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:26.713096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Bound port: d965769d-834a-4b9f-817a-24e086032c2d, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:26.713449 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.763491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] Publish callbacks [] for security_group (6039b23b-943a-49ad-b082-57f67c9864ea), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.782097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4b0a-33a9-41bd-accc-1152a789a598 req-f11a1c72-7d7c-4026-987d-ac68bf302d66 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:26.783716 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f3c4b0a-33a9-41bd-accc-1152a789a598 req-f11a1c72-7d7c-4026-987d-ac68bf302d66 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0878985 Sep 20 22:24:26.786526 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] Publish callbacks [] for security_group (6039b23b-943a-49ad-b082-57f67c9864ea), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.804810 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:26.809540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56066) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:26.825588 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1913537540-network', 'tenant_id': 'c9ccb38dfdf848bba8fbc48a21d9b5b0'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:26.839823 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=032c0f23-cc75-43ef-9989-eed48c7216a2,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:26.846538 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6039b23b-943a-49ad-b082-57f67c9864ea), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.849238 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.850732 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6039b23b-943a-49ad-b082-57f67c9864ea HTTP/1.1" status: 204 len: 168 time: 0.1596994 Sep 20 22:24:26.860296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161be7a-8a73-4816-8da0-77a0685d2929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039b23b-943a-49ad-b082-57f67c9864ea,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:26.860708 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '032c0f23-cc75-43ef-9989-eed48c7216a2', 'network_id': '28cbe139-2fb4-430b-a584-e2ebae929181', 'port_id': '032c0f23-cc75-43ef-9989-eed48c7216a2', 'mac_address': 'fa:16:3e:20:06:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a3dbc-9205-4f23-9551-5db95088f988', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:24:26.863785 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:26.888001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Made reservation on behalf of c9ccb38dfdf848bba8fbc48a21d9b5b0 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:26.890347 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.893394 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:26.908507 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f3c4b0a-33a9-41bd-accc-1152a789a598 req-e1fdf940-20d7-4b19-83f9-ed697b7d124b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163447 Sep 20 22:24:26.909835 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.911715 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.920926 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 032c0f23-cc75-43ef-9989-eed48c7216a2 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:26.921364 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.923673 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:26.924294 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:26.926685 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 1093 time: 1.5483875 Sep 20 22:24:26.926685 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:26.928556 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98029986-4f72-40fe-a595-f981d37041d2" -d '{"events": [{"name": "network-changed", "server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:26.955195 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032c0f23-cc75-43ef-9989-eed48c7216a2 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:26.960819 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Attempt 3 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:24:26.997051 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52106d2e-6bbc-4833-a9b0-c0c70d5c2ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.011500 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21359ad-b167-40e0-b290-40e16df516a1 x-openstack-request-id: req-d21359ad-b167-40e0-b290-40e16df516a1 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:27.012004 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:27.012308 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d21359ad-b167-40e0-b290-40e16df516a1 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:27.012701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21359ad-b167-40e0-b290-40e16df516a1'] response: {'name': 'network-changed', 'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'status': 'completed', 'code': 200} Sep 20 22:24:27.023429 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=032c0f23-cc75-43ef-9989-eed48c7216a2,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:27.033733 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.034320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a021146d-28cd-4ea4-a592-2293bed5bd15 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:24:27.057272 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks [] for security_group (60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.064994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.069423 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:27.101836 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:24:27.125639 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93c0ae33-5842-470b-9a1b-ff12a2b0d032 None None] Port d965769d-834a-4b9f-817a-24e086032c2d had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:24:27.139462 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.145174 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (145a86a4-a357-41dc-aed5-34d6049b4827), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.145524 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Added segment 145a86a4-a357-41dc-aed5-34d6049b4827 of type vlan for network a7fe7f2a-a038-432f-81a4-ee477eadb8a4 Sep 20 22:24:27.163690 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab15da-e350-4fba-abf9-d943762c3a1b req-775dd9c6-7bcf-4248-93bf-f64c007eafa9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:27.165210 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e7ab15da-e350-4fba-abf9-d943762c3a1b req-775dd9c6-7bcf-4248-93bf-f64c007eafa9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 943 time: 0.0943704 Sep 20 22:24:27.198451 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.218041 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (a7fe7f2a-a038-432f-81a4-ee477eadb8a4), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.233333 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a021146d-28cd-4ea4-a592-2293bed5bd15,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:27.249323 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'a021146d-28cd-4ea4-a592-2293bed5bd15', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'port_id': 'a021146d-28cd-4ea4-a592-2293bed5bd15', 'mac_address': 'fa:16:3e:74:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:24:27.278963 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e7ab15da-e350-4fba-abf9-d943762c3a1b req-97e45c52-99f8-4c84-bf35-4d5911b1420a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922275 Sep 20 22:24:27.280192 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (a7fe7f2a-a038-432f-81a4-ee477eadb8a4), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.281246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:27.281817 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.314883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port a021146d-28cd-4ea4-a592-2293bed5bd15 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:27.319953 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.322271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226fb96-f8ea-46e4-9c07-cbcc398247b6 req-7f29ab82-7a43-4637-bb89-95ba74f154bf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:27.331102 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8226fb96-f8ea-46e4-9c07-cbcc398247b6 req-7f29ab82-7a43-4637-bb89-95ba74f154bf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0674341 Sep 20 22:24:27.337713 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5270665 Sep 20 22:24:27.340223 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56080) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:27.348662 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:27.352903 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8da8c0-5cc0-46b9-9b20-8678afe2e969 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fe7f2a-a038-432f-81a4-ee477eadb8a4,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.353447 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a021146d-28cd-4ea4-a592-2293bed5bd15 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:27.361557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Request body: {'subnet': {'network_id': 'a7fe7f2a-a038-432f-81a4-ee477eadb8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1913537540-subnet', 'tenant_id': 'c9ccb38dfdf848bba8fbc48a21d9b5b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:27.374850 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network a7fe7f2a-a038-432f-81a4-ee477eadb8a4 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:24:27.404859 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:27.407394 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Made reservation on behalf of c9ccb38dfdf848bba8fbc48a21d9b5b0 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:27.409844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.412869 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:27.422992 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8226fb96-f8ea-46e4-9c07-cbcc398247b6 req-f2e7fdc2-1228-495c-a916-10b568c6c42b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905144 Sep 20 22:24:27.493379 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a021146d-28cd-4ea4-a592-2293bed5bd15,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:27.508174 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.552422 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393614-58ef-48d0-ac75-02a14d7ae277 req-23ac28f6-11d0-43f0-8563-07fa4efcbb09 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:27.559808 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19393614-58ef-48d0-ac75-02a14d7ae277 req-23ac28f6-11d0-43f0-8563-07fa4efcbb09 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 945 time: 0.0590007 Sep 20 22:24:27.581622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.617619 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-19393614-58ef-48d0-ac75-02a14d7ae277 req-92bdbe42-66d6-4b20-8fff-05db798a3eed tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568473 Sep 20 22:24:27.705798 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (7906a52f-eaac-4485-b774-e26d006c28ab), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.766257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7906a52f-eaac-4485-b774-e26d006c28ab,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:27.784754 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Checking segment: {'id': '145a86a4-a357-41dc-aed5-34d6049b4827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a7fe7f2a-a038-432f-81a4-ee477eadb8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:27.785141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Network hostable DHCP agents. Network: a7fe7f2a-a038-432f-81a4-ee477eadb8a4, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:24:27.797820 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:27.802184 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58512659-c4d7-4d54-aeb3-d1fac6a03d81" -d '{"events": [{"server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "name": "network-vif-plugged", "status": "completed", "tag": "beceeb78-fe70-47d6-98db-538612768bf8"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:27.805524 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Network a7fe7f2a-a038-432f-81a4-ee477eadb8a4 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:24:27.816115 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, a7fe7f2a-a038-432f-81a4-ee477eadb8a4) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:27.827100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7620ea-d934-4994-b174-652a8b64bbe7 None None] Network a7fe7f2a-a038-432f-81a4-ee477eadb8a4 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:27.827801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:27.828396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:27.846689 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5e8135-c55e-467c-bcdf-539cf65a7fd0 x-openstack-request-id: req-bd5e8135-c55e-467c-bcdf-539cf65a7fd0 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:27.847341 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-da1b23e9-1bc3-4315-91ce-686571c95c3f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5053399 Sep 20 22:24:27.855317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "name": "network-vif-plugged", "status": "completed", "tag": "beceeb78-fe70-47d6-98db-538612768bf8", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:27.855589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd5e8135-c55e-467c-bcdf-539cf65a7fd0 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:27.856173 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5e8135-c55e-467c-bcdf-539cf65a7fd0'] response: {'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8', 'code': 200} Sep 20 22:24:28.062149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafb607-35c5-4dcb-be99-ad00a9541142 req-0d608b6b-0fdf-4892-90e7-7d0bde157a3f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:28.064224 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bdafb607-35c5-4dcb-be99-ad00a9541142 req-0d608b6b-0fdf-4892-90e7-7d0bde157a3f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0658453 Sep 20 22:24:28.079321 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc963e-4657-404d-8715-a93b7dd19501 None None] Network a7fe7f2a-a038-432f-81a4-ee477eadb8a4 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:28.102742 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:28.125601 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bdafb607-35c5-4dcb-be99-ad00a9541142 req-a15eca47-4004-4a28-b10d-055b5786f848 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488312 Sep 20 22:24:28.405287 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b112ad-0d72-42d1-8c40-fc971db4add6 req-c3a2094a-14de-45a0-b4a6-14346a3f9e65 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:28.406806 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-55b112ad-0d72-42d1-8c40-fc971db4add6 req-c3a2094a-14de-45a0-b4a6-14346a3f9e65 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 944 time: 0.0538509 Sep 20 22:24:28.494093 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-55b112ad-0d72-42d1-8c40-fc971db4add6 req-ace0ff75-3464-48ad-a3f0-f04a921497df tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Sep 20 22:24:28.642533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029986-4f72-40fe-a595-f981d37041d2 req-e4b532f7-92ea-4c0c-a6a6-b4a617c0bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:28.647611 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-98029986-4f72-40fe-a595-f981d37041d2 req-e4b532f7-92ea-4c0c-a6a6-b4a617c0bfc9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1127 time: 0.1015155 Sep 20 22:24:28.689802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f35e-c4f8-4b16-997f-5dccfd23e70c req-f96126fc-d26a-459f-b500-f05b4cdbd915 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:28.703385 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-63a3f35e-c4f8-4b16-997f-5dccfd23e70c req-f96126fc-d26a-459f-b500-f05b4cdbd915 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.1459420 Sep 20 22:24:28.722108 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:24:28.827712 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['032c0f23-cc75-43ef-9989-eed48c7216a2'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:24:28.932437 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['a021146d-28cd-4ea4-a592-2293bed5bd15'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:24:28.964650 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:29.128669 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-63a3f35e-c4f8-4b16-997f-5dccfd23e70c req-3a49ae75-9c6c-4854-9f97-296271a16c95 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239278 Sep 20 22:24:29.149240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-0028c281-e90c-4e43-98e2-18d2c755323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.152174 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-0028c281-e90c-4e43-98e2-18d2c755323f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1129 time: 0.4435854 Sep 20 22:24:29.186248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-0a529f8b-27b8-4f56-9cc3-9d8c5c39161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.190425 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-0a529f8b-27b8-4f56-9cc3-9d8c5c39161a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.4233036 Sep 20 22:24:29.191146 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029986-4f72-40fe-a595-f981d37041d2 req-d7d357f9-649f-44c1-8c19-fab64187edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.192784 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-98029986-4f72-40fe-a595-f981d37041d2 req-d7d357f9-649f-44c1-8c19-fab64187edca service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=897090e72bcc4d978384c95688ab8021&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5379021 Sep 20 22:24:29.201598 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-f8c8d1e3-89fe-405c-9a48-2abe23b051eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.203870 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f96b0-cc9f-40ee-98f0-817b7be2b3f0 req-8c1d9509-8263-468c-b932-fef949679664 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.212015 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-831f96b0-cc9f-40ee-98f0-817b7be2b3f0 req-8c1d9509-8263-468c-b932-fef949679664 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 945 time: 0.3306897 Sep 20 22:24:29.251056 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-15476b3a-a93e-4164-a08a-e803a21ec54c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.341622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930bf30-d3dd-4ab2-ae03-e046deff48bc req-163a0899-b4e5-43e5-908d-087c9e092bd9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.343114 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d930bf30-d3dd-4ab2-ae03-e046deff48bc req-163a0899-b4e5-43e5-908d-087c9e092bd9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0962465 Sep 20 22:24:29.389662 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-831f96b0-cc9f-40ee-98f0-817b7be2b3f0 req-7a0b5483-f8b6-4c26-8b9c-f82993b7141a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766777 Sep 20 22:24:29.423060 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d930bf30-d3dd-4ab2-ae03-e046deff48bc req-13f5343d-aa8c-4606-aeea-33a2716ec6dc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628538 Sep 20 22:24:29.440214 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98029986-4f72-40fe-a595-f981d37041d2 req-adeb0d0b-01c1-41f0-97e9-9eeaca1b7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.441770 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-98029986-4f72-40fe-a595-f981d37041d2 req-adeb0d0b-01c1-41f0-97e9-9eeaca1b7155 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2200403 Sep 20 22:24:29.442342 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-f8c8d1e3-89fe-405c-9a48-2abe23b051eb service neutron] Publish callbacks [] for security_group (588ae2c1-9fda-488c-bd2d-62284773dad6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.448641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-f8c8d1e3-89fe-405c-9a48-2abe23b051eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (588ae2c1-9fda-488c-bd2d-62284773dad6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.474032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.db.api [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-15476b3a-a93e-4164-a08a-e803a21ec54c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ea1c39826e874f2a989ef55f1375e2ef {{(pid=106261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 22:24:29.474402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG oslo_db.api [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-15476b3a-a93e-4164-a08a-e803a21ec54c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 22:24:29.499416 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47470671-b27d-4ede-a8cf-22436f10aca1 req-f8c8d1e3-89fe-405c-9a48-2abe23b051eb service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383541 Sep 20 22:24:29.501260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8d1e3-89fe-405c-9a48-2abe23b051eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=588ae2c1-9fda-488c-bd2d-62284773dad6,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:29.532793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-4759e12c-a4f2-45e6-b3cb-9d27dd83cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.534343 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-4759e12c-a4f2-45e6-b3cb-9d27dd83cd51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1127 time: 0.0484180 Sep 20 22:24:29.612574 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959268f-cc02-43ed-aefb-d19876f0cd39 req-3f043d89-3c94-4ded-b3b7-30a1d07822ed tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.614086 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e959268f-cc02-43ed-aefb-d19876f0cd39 req-3f043d89-3c94-4ded-b3b7-30a1d07822ed tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 944 time: 0.0499620 Sep 20 22:24:29.663455 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e959268f-cc02-43ed-aefb-d19876f0cd39 req-4b225265-5214-4c26-a4d7-2800e7f87dfe tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Sep 20 22:24:29.671928 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56182) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:29.799360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-121caad0-bc8b-4104-beab-42acae999bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.803960 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-ea6a9e83-f9ef-47b6-a162-bdced2c005b1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 217 time: 0.0665035 Sep 20 22:24:29.853248 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:29.854146 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:29.857235 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-4f98cf9e-4208-4781-a9bf-8c08bc7df26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.858314 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-4f98cf9e-4208-4781-a9bf-8c08bc7df26e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0481410 Sep 20 22:24:29.907287 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-e6459709-6a53-4ae9-b552-ef7ca3f02178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:29.908718 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-e6459709-6a53-4ae9-b552-ef7ca3f02178 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442455 Sep 20 22:24:29.934096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-121caad0-bc8b-4104-beab-42acae999bf4 admin admin] Publish callbacks [] for security_group (2db0496e-4e8d-4351-b2f1-016422f254db), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.934096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-121caad0-bc8b-4104-beab-42acae999bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2db0496e-4e8d-4351-b2f1-016422f254db), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.935912 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:29.975739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-15476b3a-a93e-4164-a08a-e803a21ec54c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:29.992918 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-121caad0-bc8b-4104-beab-42acae999bf4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fafbf059947743068f4d98c3bf0e01d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156035 Sep 20 22:24:29.992918 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121caad0-bc8b-4104-beab-42acae999bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db0496e-4e8d-4351-b2f1-016422f254db,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:29.993223 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56206) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:30.090515 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-81d8726a-35da-4e8e-9184-c542d5c14b1f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745961 Sep 20 22:24:30.091333 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] Publish callbacks [] for security_group (2db0496e-4e8d-4351-b2f1-016422f254db), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.096696 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b59e60ee-cd71-4640-924c-b7b34e88dc3c req-15476b3a-a93e-4164-a08a-e803a21ec54c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700655 Sep 20 22:24:30.113565 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] Publish callbacks [] for security_group (2db0496e-4e8d-4351-b2f1-016422f254db), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.192072 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2db0496e-4e8d-4351-b2f1-016422f254db), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.196724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.203150 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2db0496e-4e8d-4351-b2f1-016422f254db HTTP/1.1" status: 204 len: 168 time: 0.2099509 Sep 20 22:24:30.224094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfdbe6-6191-4f77-9b6c-7633e41d71b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db0496e-4e8d-4351-b2f1-016422f254db,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:30.316602 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233abd30-337c-4050-84c5-e14b8b95dbcf req-4502dfc1-0004-481e-9d84-bfa368dc8fcc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:30.320629 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-233abd30-337c-4050-84c5-e14b8b95dbcf req-4502dfc1-0004-481e-9d84-bfa368dc8fcc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0820365 Sep 20 22:24:30.370978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:30.397187 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-233abd30-337c-4050-84c5-e14b8b95dbcf req-5e00836e-5963-43d1-a14a-f2e2f5c09b1e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701017 Sep 20 22:24:30.567364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae33cbe-3367-4e1a-ae46-0abfc586a0b8 req-ad1bc94c-d990-496f-af96-48309ed8a7cc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:30.569263 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ae33cbe-3367-4e1a-ae46-0abfc586a0b8 req-ad1bc94c-d990-496f-af96-48309ed8a7cc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0556872 Sep 20 22:24:30.613246 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979479c-4099-423e-9476-d74c3ec3b8e1 req-327d67ad-46dd-4651-b443-030a6cb324f8 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:30.617169 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5979479c-4099-423e-9476-d74c3ec3b8e1 req-327d67ad-46dd-4651-b443-030a6cb324f8 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 945 time: 0.1177678 Sep 20 22:24:30.617827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56230) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:30.637567 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ae33cbe-3367-4e1a-ae46-0abfc586a0b8 req-3cde5cc3-38ef-4f34-a978-ac6c954f4a87 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598278 Sep 20 22:24:30.638367 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8f89-4cbc-406d-a272-8765eb505e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.705236 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7c8ee1e-7b5e-4315-afd6-d929b6192994 req-f93c0464-52e9-488c-9a3d-749fb6eac2b3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696804 Sep 20 22:24:30.708696 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5979479c-4099-423e-9476-d74c3ec3b8e1 req-eb3df0ad-aad5-4a37-9c82-de827f7ba9f6 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864222 Sep 20 22:24:30.728705 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8f89-4cbc-406d-a272-8765eb505e09 admin admin] Publish callbacks [] for security_group (0f307212-e7a1-4301-b6c9-9db085c6e0a1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.733872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12ad8f89-4cbc-406d-a272-8765eb505e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0f307212-e7a1-4301-b6c9-9db085c6e0a1), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.740289 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a021146d-28cd-4ea4-a592-2293bed5bd15 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:30.780036 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:30.794619 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port a021146d-28cd-4ea4-a592-2293bed5bd15 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:24:30.801209 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port a021146d-28cd-4ea4-a592-2293bed5bd15 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:30.801583 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.801914 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port a021146d-28cd-4ea4-a592-2293bed5bd15 Sep 20 22:24:30.811560 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-12ad8f89-4cbc-406d-a272-8765eb505e09 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0b42d92315c844a198f8bd711f528235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926491 Sep 20 22:24:30.814787 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56234) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:30.817280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad8f89-4cbc-406d-a272-8765eb505e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f307212-e7a1-4301-b6c9-9db085c6e0a1,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:30.833770 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637107e-de98-4fbe-aa06-c352ba4e013f req-1ad4194e-938b-480b-a641-47b9a07e24e0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:30.835624 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7637107e-de98-4fbe-aa06-c352ba4e013f req-1ad4194e-938b-480b-a641-47b9a07e24e0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 944 time: 0.0762627 Sep 20 22:24:30.881334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port a021146d-28cd-4ea4-a592-2293bed5bd15 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:30.882100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.882373 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] Publish callbacks [] for security_group (0f307212-e7a1-4301-b6c9-9db085c6e0a1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.892129 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7637107e-de98-4fbe-aa06-c352ba4e013f req-4296b72e-6e91-491f-acaa-0b5e1dffc924 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502036 Sep 20 22:24:30.907621 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:30.907742 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] Publish callbacks [] for security_group (0f307212-e7a1-4301-b6c9-9db085c6e0a1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.909917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe333d-2beb-4509-8e34-9636244e7f0a" -d '{"events": [{"server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "name": "network-vif-plugged", "status": "completed", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:30.925137 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a021146d-28cd-4ea4-a592-2293bed5bd15,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:30.929752 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.930648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 032c0f23-cc75-43ef-9989-eed48c7216a2 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:30.967630 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0f307212-e7a1-4301-b6c9-9db085c6e0a1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.971020 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:30.972317 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0f307212-e7a1-4301-b6c9-9db085c6e0a1 HTTP/1.1" status: 204 len: 168 time: 0.1564138 Sep 20 22:24:30.978401 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a191522c-e4cb-41a6-8c73-3fe219589fc3 x-openstack-request-id: req-a191522c-e4cb-41a6-8c73-3fe219589fc3 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:30.978715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "name": "network-vif-plugged", "status": "completed", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:30.978971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a191522c-e4cb-41a6-8c73-3fe219589fc3 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:30.979404 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a191522c-e4cb-41a6-8c73-3fe219589fc3'] response: {'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15', 'code': 200} Sep 20 22:24:30.983796 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffb0f1-0ba6-4aee-abc8-19848bbd1948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f307212-e7a1-4301-b6c9-9db085c6e0a1,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:31.025173 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:31.035739 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 032c0f23-cc75-43ef-9989-eed48c7216a2 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:24:31.041450 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 032c0f23-cc75-43ef-9989-eed48c7216a2 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:31.041959 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:31.042301 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 032c0f23-cc75-43ef-9989-eed48c7216a2 Sep 20 22:24:31.117051 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 032c0f23-cc75-43ef-9989-eed48c7216a2 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:31.117499 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:31.157115 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=032c0f23-cc75-43ef-9989-eed48c7216a2,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:31.162674 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:31.214400 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:31.572523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838cf58-e86a-4b8b-9223-7cf48a124117 req-710b74bd-d637-4744-97c5-df481ee28e2c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:31.581762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5838cf58-e86a-4b8b-9223-7cf48a124117 req-710b74bd-d637-4744-97c5-df481ee28e2c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0694194 Sep 20 22:24:31.644612 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5838cf58-e86a-4b8b-9223-7cf48a124117 req-855b74ff-469e-439f-8c97-611373a7a054 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618265 Sep 20 22:24:31.790732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbed74-9d8a-448f-8c6f-3b9ce2fc34e9 req-e0d1595d-d092-4a68-b1ec-366efca867d2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:31.794654 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88bbed74-9d8a-448f-8c6f-3b9ce2fc34e9 req-e0d1595d-d092-4a68-b1ec-366efca867d2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0662687 Sep 20 22:24:31.878968 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeac78-c985-41de-84ad-bd8aa857ca05 req-76929d30-9214-47fd-bc9f-14b6139177d7 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:31.880534 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7feeac78-c985-41de-84ad-bd8aa857ca05 req-76929d30-9214-47fd-bc9f-14b6139177d7 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0598071 Sep 20 22:24:31.907384 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88bbed74-9d8a-448f-8c6f-3b9ce2fc34e9 req-de7a1e76-e4ea-4887-86fd-30b1f82d349c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056926 Sep 20 22:24:31.984335 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7feeac78-c985-41de-84ad-bd8aa857ca05 req-2126fe42-67c5-40a9-a8ed-f1210b6c4502 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834575 Sep 20 22:24:32.058274 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09853853-a321-4cd0-b21f-7a2e1bdea7bf req-6f0bd37f-0ac1-4e55-a116-38cf835eda20 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:32.060661 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-09853853-a321-4cd0-b21f-7a2e1bdea7bf req-6f0bd37f-0ac1-4e55-a116-38cf835eda20 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0537357 Sep 20 22:24:32.116481 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-09853853-a321-4cd0-b21f-7a2e1bdea7bf req-52e27f4a-197f-4f4a-bc13-b8ea3f466b6a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Sep 20 22:24:32.775230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:32.783855 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894be254-bf23-49f5-b9af-ed979d24441d req-883b4801-eb17-4d47-85a9-88b0bc81cf6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:32.785344 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-894be254-bf23-49f5-b9af-ed979d24441d req-883b4801-eb17-4d47-85a9-88b0bc81cf6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0547938 Sep 20 22:24:32.833611 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-894be254-bf23-49f5-b9af-ed979d24441d req-cbaf0698-da8e-45ae-b922-fe0b0463a2ea tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Sep 20 22:24:32.980582 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:32.983037 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd350b-b97b-4a1b-9156-e8c4a9f9938e" -d '{"events": [{"server_uuid": "84071376-3176-4365-9249-7554ed26b308", "name": "network-vif-plugged", "status": "completed", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:33.036433 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe89455-6a75-448c-baf3-1b4695fd8645 x-openstack-request-id: req-3fe89455-6a75-448c-baf3-1b4695fd8645 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:33.036802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84071376-3176-4365-9249-7554ed26b308", "name": "network-vif-plugged", "status": "completed", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:33.037159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fe89455-6a75-448c-baf3-1b4695fd8645 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:33.037757 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe89455-6a75-448c-baf3-1b4695fd8645'] response: {'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2', 'code': 200} Sep 20 22:24:33.044271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fefe40-b456-485d-9004-33b38a025dc2 req-5bc4a22d-d1e3-45aa-a0a5-30dc106a3543 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:33.050342 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-00fefe40-b456-485d-9004-33b38a025dc2 req-5bc4a22d-d1e3-45aa-a0a5-30dc106a3543 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0686851 Sep 20 22:24:33.062549 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:33.122096 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-00fefe40-b456-485d-9004-33b38a025dc2 req-23272714-df4c-4049-a52a-b9d87aa46d8c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703299 Sep 20 22:24:33.136462 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a681-ab7f-4d94-a70b-eb494bd363b6 req-113f7e7f-854d-4581-bfd4-629b6788da74 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:33.138250 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9040a681-ab7f-4d94-a70b-eb494bd363b6 req-113f7e7f-854d-4581-bfd4-629b6788da74 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0505567 Sep 20 22:24:33.190979 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9040a681-ab7f-4d94-a70b-eb494bd363b6 req-9e0e7944-3882-46d4-980f-1a6ff73bf04c tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Sep 20 22:24:33.264952 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69640cd-521c-487e-8eb7-d89ca96ec505 req-49766c1a-0127-4d1e-8daa-a2f1e8ae9a1f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:33.266172 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e69640cd-521c-487e-8eb7-d89ca96ec505 req-49766c1a-0127-4d1e-8daa-a2f1e8ae9a1f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0638559 Sep 20 22:24:33.309692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:33.314934 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e69640cd-521c-487e-8eb7-d89ca96ec505 req-797dc0cf-e62a-4a80-b3f3-05c815331722 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Sep 20 22:24:33.322062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56356) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:33.424288 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9772c028-91a9-4b53-8143-1f25923e1359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.501857 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9772c028-91a9-4b53-8143-1f25923e1359 admin admin] Publish callbacks [] for security_group (f05e4a87-c22a-4178-a172-a9142c1639d1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.505421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9772c028-91a9-4b53-8143-1f25923e1359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f05e4a87-c22a-4178-a172-a9142c1639d1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.541900 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772c028-91a9-4b53-8143-1f25923e1359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05e4a87-c22a-4178-a172-a9142c1639d1,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:33.546088 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-9772c028-91a9-4b53-8143-1f25923e1359 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8430d47efef141919f9337586eb6c9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230828 Sep 20 22:24:33.548752 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56360) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:33.605659 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] Publish callbacks [] for security_group (f05e4a87-c22a-4178-a172-a9142c1639d1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.629932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] Publish callbacks [] for security_group (f05e4a87-c22a-4178-a172-a9142c1639d1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.675449 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f05e4a87-c22a-4178-a172-a9142c1639d1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.678029 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:33.679168 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f05e4a87-c22a-4178-a172-a9142c1639d1 HTTP/1.1" status: 204 len: 168 time: 0.1294792 Sep 20 22:24:33.688467 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3396f-f312-4d0a-9401-4cb990b6e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05e4a87-c22a-4178-a172-a9142c1639d1,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:33.958995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56372) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:33.980954 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e58e-4e85-434e-bd57-848c414f6fb7 req-cbc54bd9-3ac5-4363-92ef-2d1fcb61d243 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:33.982418 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d113e58e-4e85-434e-bd57-848c414f6fb7 req-cbc54bd9-3ac5-4363-92ef-2d1fcb61d243 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0628245 Sep 20 22:24:33.983239 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.056831 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d113e58e-4e85-434e-bd57-848c414f6fb7 req-60952314-8154-471b-b67f-9aaf9dc96723 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656266 Sep 20 22:24:34.096954 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Publish callbacks [] for security_group (7d804ee4-1a83-4c75-b850-524c9706d619), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.100443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7d804ee4-1a83-4c75-b850-524c9706d619), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.144130 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8c05599e86bf4f3ca953a2f5d4da5620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835747 Sep 20 22:24:34.144923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d804ee4-1a83-4c75-b850-524c9706d619,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:34.146937 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56376) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:34.163547 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.163903 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.164246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.164644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.164937 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.165295 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.165622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.165951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.166277 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.166607 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.166931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.167259 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.167579 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.167899 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.168215 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29ff5a-5745-4fc7-955d-39c00d8bc621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:34.208726 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] Publish callbacks [] for security_group (7d804ee4-1a83-4c75-b850-524c9706d619), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.229089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] Publish callbacks [] for security_group (7d804ee4-1a83-4c75-b850-524c9706d619), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.248648 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064a4b-a96c-4677-8947-786efc26dd16 req-2235997f-beea-4a74-99fb-94f650f9006f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:34.250226 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1f064a4b-a96c-4677-8947-786efc26dd16 req-2235997f-beea-4a74-99fb-94f650f9006f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Sep 20 22:24:34.261827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:34.302148 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1f064a4b-a96c-4677-8947-786efc26dd16 req-46db376f-a528-4db7-89b5-37398be1d6a9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459895 Sep 20 22:24:34.312467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7d804ee4-1a83-4c75-b850-524c9706d619), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.314983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:34.320249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7d804ee4-1a83-4c75-b850-524c9706d619 HTTP/1.1" status: 204 len: 168 time: 0.1681821 Sep 20 22:24:34.335522 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3b363-7c78-487f-82fb-331507c1cae9 req-7eee6235-152a-4e11-b31a-74110f40d0f3 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:34.337236 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67b3b363-7c78-487f-82fb-331507c1cae9 req-7eee6235-152a-4e11-b31a-74110f40d0f3 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0596728 Sep 20 22:24:34.338122 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f9775-e126-4065-8415-22c2c8916c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d804ee4-1a83-4c75-b850-524c9706d619,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:34.389771 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67b3b363-7c78-487f-82fb-331507c1cae9 req-124e1e33-d64b-47fb-93b1-b37ab07c1ea8 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Sep 20 22:24:34.448363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f645f-4c06-4742-9f87-a008446e0b8c req-445cb67c-4990-4a0b-a51d-e83878f89c3a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:34.450037 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b3f645f-4c06-4742-9f87-a008446e0b8c req-445cb67c-4990-4a0b-a51d-e83878f89c3a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0489504 Sep 20 22:24:34.506579 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b3f645f-4c06-4742-9f87-a008446e0b8c req-7fdcf77f-8b84-48ea-b498-015735e9964d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509129 Sep 20 22:24:35.242419 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce93a87-d352-4232-8705-b9291cae9306 req-e200d2ba-4d88-4560-89c6-74d3ec660054 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:35.247242 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ce93a87-d352-4232-8705-b9291cae9306 req-e200d2ba-4d88-4560-89c6-74d3ec660054 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0939677 Sep 20 22:24:35.311671 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ce93a87-d352-4232-8705-b9291cae9306 req-74747968-e559-42cb-bef1-615ebcbf1cfb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576086 Sep 20 22:24:35.450985 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1a55-4014-4c97-815d-a72e0096b979 req-ef20e540-e8d3-40b5-b5cf-cf022fb78546 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:35.452512 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c8db1a55-4014-4c97-815d-a72e0096b979 req-ef20e540-e8d3-40b5-b5cf-cf022fb78546 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0575931 Sep 20 22:24:35.496008 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:35.564933 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57a6f1-6f92-4e6d-a0ea-415f36744965 req-8b9b0019-ba08-4cf3-9777-367bfd996bf4 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:35.568502 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c8db1a55-4014-4c97-815d-a72e0096b979 req-8269b6c7-c4b0-4577-9429-052dc9a5edfc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099951 Sep 20 22:24:35.574856 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d57a6f1-6f92-4e6d-a0ea-415f36744965 req-8b9b0019-ba08-4cf3-9777-367bfd996bf4 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0901678 Sep 20 22:24:35.663984 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d57a6f1-6f92-4e6d-a0ea-415f36744965 req-3c58dd82-2194-43ba-affa-b6f4d98d0a9d tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Sep 20 22:24:35.749570 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fbd71-4eac-4590-857d-3aefdc99de9d req-eb4d293f-1f70-4183-8687-58a5c46c62af tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:35.751596 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c04fbd71-4eac-4590-857d-3aefdc99de9d req-eb4d293f-1f70-4183-8687-58a5c46c62af tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0783792 Sep 20 22:24:35.812738 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c04fbd71-4eac-4590-857d-3aefdc99de9d req-b867ecf0-41bc-48f2-b54b-5bc9d3751ee2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Sep 20 22:24:35.883424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757962-6670-4050-a77e-f047d3a005f1 req-e26d7728-0825-405d-b93d-c005892a475e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:35.885255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757962-6670-4050-a77e-f047d3a005f1 req-e26d7728-0825-405d-b93d-c005892a475e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0609810 Sep 20 22:24:35.895963 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56486) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:35.902340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'floatingip': {'port_id': 'beceeb78-fe70-47d6-98db-538612768bf8'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:36.073653 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:36.147364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529cf05-02aa-4865-99d8-f7ebaf1722e9 req-89227064-e4b7-4adf-8e09-23ffd133b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:36.150431 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c529cf05-02aa-4865-99d8-f7ebaf1722e9 req-89227064-e4b7-4adf-8e09-23ffd133b94a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1129 time: 0.1102750 Sep 20 22:24:36.216090 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c529cf05-02aa-4865-99d8-f7ebaf1722e9 req-a352daad-7fb5-4e28-bea4-6f90227bf525 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 Sep 20 22:24:36.241871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d410eb5-0c67-4cee-80cc-3159c3c4fd80 req-bcc3b8fa-a97c-4caf-a0b9-2f57d223df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:36.243423 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6d410eb5-0c67-4cee-80cc-3159c3c4fd80 req-bcc3b8fa-a97c-4caf-a0b9-2f57d223df0c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 1130 time: 0.2091436 Sep 20 22:24:36.290818 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:36.341793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:36.720626 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d36d8-a505-4114-8e85-441b3f21a552 req-bc21aa61-1fa0-4d69-92bd-0c674106ff02 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:36.722245 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4f0d36d8-a505-4114-8e85-441b3f21a552 req-bc21aa61-1fa0-4d69-92bd-0c674106ff02 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.1350706 Sep 20 22:24:36.769207 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:24:36.779261 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:36.834470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24234c8e-b4d2-4b86-9286-def13a723e21 req-993d60a3-f9ed-4008-a923-5cda204df24a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:36.836227 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24234c8e-b4d2-4b86-9286-def13a723e21 req-993d60a3-f9ed-4008-a923-5cda204df24a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0525582 Sep 20 22:24:36.857352 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6d410eb5-0c67-4cee-80cc-3159c3c4fd80 req-b1261991-4de5-4439-ae56-67ab17b5dbc0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689300 Sep 20 22:24:36.894094 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-24234c8e-b4d2-4b86-9286-def13a723e21 req-ade1d535-77da-4612-92af-0db3c7424ceb tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Sep 20 22:24:36.898981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:36.911492 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd965769d-834a-4b9f-817a-24e086032c2d', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:24:36.943952 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4f0d36d8-a505-4114-8e85-441b3f21a552 req-ad7f92a0-a0da-4958-8b98-1fd6fe4d3b28 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099638 Sep 20 22:24:36.949598 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:36.949994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:36.965254 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:36.990205 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:36.994756 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:37.020683 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c338b4-6ad1-40a7-91d2-96a7b113df3d req-ddd0f5d3-c1a4-4410-a2fd-36e22b0c19c6 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:37.029103 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-98c338b4-6ad1-40a7-91d2-96a7b113df3d req-ddd0f5d3-c1a4-4410-a2fd-36e22b0c19c6 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0552468 Sep 20 22:24:37.066510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:37.074517 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.074870 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.075271 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.075643 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.075983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.076318 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.076652 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.077199 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.077545 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.077877 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.078002 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-98c338b4-6ad1-40a7-91d2-96a7b113df3d req-8b10a1e8-7d95-4d45-9285-00357f6c47b7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Sep 20 22:24:37.078255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.078771 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.079101 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.079424 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.079919 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:37.178080 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:37.182836 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:37.298003 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Floating IP f98eaa58-88ce-4fa7-a312-65d7f6fa0838 associated. External IP: 172.27.2.149, port: beceeb78-fe70-47d6-98db-538612768bf8. Sep 20 22:24:37.305125 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1273df6b-145d-4867-ac73-e2e45de6adc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:37.324638 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d965769d-834a-4b9f-817a-24e086032c2d'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:24:37.453370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:37.575643 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:24:37.683167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:24:37.689242 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:37.698301 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:24:37.709891 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:37.710738 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:37.719104 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:37.729495 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1281ee98-e78f-4e84-8396-c3e271946c22 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/f98eaa58-88ce-4fa7-a312-65d7f6fa0838 HTTP/1.1" status: 200 len: 991 time: 1.8311839 Sep 20 22:24:37.730581 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:37.733190 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "tag": "beceeb78-fe70-47d6-98db-538612768bf8"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:37.786470 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcfb552-0127-438c-9780-b2c3fe930ae8 x-openstack-request-id: req-6dcfb552-0127-438c-9780-b2c3fe930ae8 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:37.787168 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "tag": "beceeb78-fe70-47d6-98db-538612768bf8", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:37.787597 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dcfb552-0127-438c-9780-b2c3fe930ae8 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:37.788197 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcfb552-0127-438c-9780-b2c3fe930ae8'] response: {'name': 'network-changed', 'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8', 'status': 'completed', 'code': 200} Sep 20 22:24:37.931371 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:38.090687 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b41d32-e44d-4369-b242-31c4cd9e683f req-6813e167-c2de-4804-b936-e9a835d5f015 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.094388 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2b41d32-e44d-4369-b242-31c4cd9e683f req-6813e167-c2de-4804-b936-e9a835d5f015 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.1175332 Sep 20 22:24:38.156738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade52461-7484-4253-8e27-3cfc831de4de req-a3a80faf-3377-4bc6-9cfa-befc28df9ff2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.158582 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade52461-7484-4253-8e27-3cfc831de4de req-a3a80faf-3377-4bc6-9cfa-befc28df9ff2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 944 time: 0.0706868 Sep 20 22:24:38.190548 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2b41d32-e44d-4369-b242-31c4cd9e683f req-87fa8746-3b8b-4871-bb27-de4f12c8a98f tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886264 Sep 20 22:24:38.223819 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade52461-7484-4253-8e27-3cfc831de4de req-00748913-f1e2-4dea-a280-16bc35fed90c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569670 Sep 20 22:24:38.227697 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f98eaa58-88ce-4fa7-a312-65d7f6fa0838', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': 'beceeb78-fe70-47d6-98db-538612768bf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:55:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:23:44Z', 'updated_at': '2022-09-20T22:24:37Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:38.258046 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:24:38.267178 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:38.267776 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:38.305487 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee521363-67fe-467e-bb4a-dd29a547c999 req-303b7174-9bb0-48a2-a272-39b5939282c2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.311441 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee521363-67fe-467e-bb4a-dd29a547c999 req-303b7174-9bb0-48a2-a272-39b5939282c2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Sep 20 22:24:38.358427 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ee521363-67fe-467e-bb4a-dd29a547c999 req-473d8525-5a9e-4224-b162-d0a6b0f264cd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Sep 20 22:24:38.374169 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:38.546454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:38.549711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-86523100-fa4c-4a51-9ddf-aacb5a7cb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.551221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-86523100-fa4c-4a51-9ddf-aacb5a7cb892 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1129 time: 0.0445645 Sep 20 22:24:38.614116 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:38.621124 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f98eaa58-88ce-4fa7-a312-65d7f6fa0838', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': 'beceeb78-fe70-47d6-98db-538612768bf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:55:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:23:44Z', 'updated_at': '2022-09-20T22:24:37Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:38.664501 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa78e0-b5aa-4e3a-b4aa-3eb635492fbd None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f98eaa58-88ce-4fa7-a312-65d7f6fa0838', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': 'beceeb78-fe70-47d6-98db-538612768bf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:55:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:23:44Z', 'updated_at': '2022-09-20T22:24:37Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:24:38.687354 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-f87384f0-ec7a-4393-a061-956795d57e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.689041 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-f87384f0-ec7a-4393-a061-956795d57e3c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.1317761 Sep 20 22:24:38.783818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:24:38.789072 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f8d52-0722-4e12-977f-94423bad029d req-e21aa58c-5e85-4e86-af57-b3d645726b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.790589 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-e21aa58c-5e85-4e86-af57-b3d645726b0a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1129 time: 0.0861392 Sep 20 22:24:38.798885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377150c2-ba04-453d-bc61-82c4e865fa4c req-e29b5365-9b9a-4472-86cc-b574f59230ce tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.800661 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-377150c2-ba04-453d-bc61-82c4e865fa4c req-e29b5365-9b9a-4472-86cc-b574f59230ce tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0975397 Sep 20 22:24:38.806953 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-57ef221f-d59d-4b7e-948f-f3ccf6bdd58b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 999 time: 0.1038671 Sep 20 22:24:38.832639 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port d965769d-834a-4b9f-817a-24e086032c2d completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:24:38.840286 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d965769d-834a-4b9f-817a-24e086032c2d triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:24:38.840908 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d965769d-834a-4b9f-817a-24e086032c2d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:38.841475 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:24:38.884188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-115d2b5d-e832-4c36-88ec-7fe23360b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:38.886287 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-115d2b5d-e832-4c36-88ec-7fe23360b6e9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.0667205 Sep 20 22:24:38.945171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:38.956071 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:24:38.956554 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:38.987234 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-377150c2-ba04-453d-bc61-82c4e865fa4c req-73597dee-34b8-464c-9380-4e9773955341 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764920 Sep 20 22:24:38.988595 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10257e90-050e-456e-aa77-341ccb77b849 None None] New status for floating IP f98eaa58-88ce-4fa7-a312-65d7f6fa0838: ACTIVE {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:24:39.002110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f8d52-0722-4e12-977f-94423bad029d req-d0920271-09b3-45d6-9f94-bc901550611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.004377 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-d0920271-09b3-45d6-9f94-bc901550611e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.2026432 Sep 20 22:24:39.028644 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:39.031062 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2a3a8-2abe-4cdd-828a-6689d94e7579" -d '{"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:39.086231 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024ceba-940a-4eb8-9588-4d5aa2fe85af x-openstack-request-id: req-1024ceba-940a-4eb8-9588-4d5aa2fe85af {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:39.086521 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:39.086772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1024ceba-940a-4eb8-9588-4d5aa2fe85af {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:39.087171 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1024ceba-940a-4eb8-9588-4d5aa2fe85af'] response: {'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'code': 200} Sep 20 22:24:39.098691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:39.109656 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:39.223757 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:39.361242 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17cc8-5d30-4627-a865-3c891b27187b req-75f11cf9-ff2e-42a0-84d6-8f8b32c58406 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.364591 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82f17cc8-5d30-4627-a865-3c891b27187b req-75f11cf9-ff2e-42a0-84d6-8f8b32c58406 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0612199 Sep 20 22:24:39.405277 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983ca8c-b532-4ad1-99aa-84b4bf423a19 req-7dd53c6c-49b7-4d1b-8b6a-cee18e7c0b63 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.412344 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d983ca8c-b532-4ad1-99aa-84b4bf423a19 req-7dd53c6c-49b7-4d1b-8b6a-cee18e7c0b63 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0842667 Sep 20 22:24:39.430025 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82f17cc8-5d30-4627-a865-3c891b27187b req-09d37c89-aa17-42f5-afb3-be57773d17af tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560188 Sep 20 22:24:39.466873 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d983ca8c-b532-4ad1-99aa-84b4bf423a19 req-06a78cfb-3bdf-45a7-9e2f-ba1763f75a6b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522795 Sep 20 22:24:39.623007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-8e883909-b457-423b-81e9-34ce454761aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.624749 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-8e883909-b457-423b-81e9-34ce454761aa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517707 Sep 20 22:24:39.632058 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-7c639be3-0a08-412c-8d29-c78eed27ddc5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 200 len: 217 time: 0.0587826 Sep 20 22:24:39.722915 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f8d52-0722-4e12-977f-94423bad029d req-b5d6a8d8-64d9-426a-8f2c-6753b233d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.724541 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-b5d6a8d8-64d9-426a-8f2c-6753b233d3c6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0755355 Sep 20 22:24:39.751774 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-478f6f89-742e-44ce-83df-13a8548f7226 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047692 Sep 20 22:24:39.774308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-16746c97-6190-42d6-a092-e5fb547defe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:39.832540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f8d52-0722-4e12-977f-94423bad029d req-a122dd26-9263-4a20-ad8f-33b2bfbe3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.834011 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-a122dd26-9263-4a20-ad8f-33b2bfbe3b11 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907240 Sep 20 22:24:39.837240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abc764-936c-47bb-9cfa-b36b93a2f526 req-0130cbb1-3626-4803-9aa7-8b035f18ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:39.838853 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43abc764-936c-47bb-9cfa-b36b93a2f526 req-0130cbb1-3626-4803-9aa7-8b035f18ea32 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1129 time: 0.0549009 Sep 20 22:24:39.909124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:39.989498 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-43abc764-936c-47bb-9cfa-b36b93a2f526 req-3eb55fac-ea7e-4096-a88e-39019c35d5c0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052005 Sep 20 22:24:40.013260 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-7d0df696-a03e-4294-b266-926e6b02804c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523170 Sep 20 22:24:40.078021 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-652c77d0-6a8e-4020-ad8b-b1b8b4733e4a req-fa6cdcf6-c590-4f38-8294-fddc8ecb57f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019967 Sep 20 22:24:40.121139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ca8b3-7701-447a-a7bf-01afe02b02ac req-6fc439e7-5784-493e-9e5e-dc41c0cd9a37 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:40.123327 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-927ca8b3-7701-447a-a7bf-01afe02b02ac req-6fc439e7-5784-493e-9e5e-dc41c0cd9a37 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0519135 Sep 20 22:24:40.177001 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-927ca8b3-7701-447a-a7bf-01afe02b02ac req-0f9561e3-6cab-44f1-ac3f-08f3bf736ff6 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Sep 20 22:24:40.360302 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd7f8d52-0722-4e12-977f-94423bad029d req-a028e9bf-f569-4a20-bd85-ce19e41caa4a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Sep 20 22:24:40.365205 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56644) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:40.485469 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5ec039fc-79de-4856-bfe1-85125f03be77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.574618 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663945b8-b736-4190-8bb4-20c9d4c13d5d req-aad1edeb-74f2-4b77-a122-cf10b9c7dff5 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:40.576240 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-663945b8-b736-4190-8bb4-20c9d4c13d5d req-aad1edeb-74f2-4b77-a122-cf10b9c7dff5 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0586507 Sep 20 22:24:40.578829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5ec039fc-79de-4856-bfe1-85125f03be77 admin admin] Publish callbacks [] for security_group (434b1b20-a74d-4fad-ad38-5634f97987e3), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.597783 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5ec039fc-79de-4856-bfe1-85125f03be77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (434b1b20-a74d-4fad-ad38-5634f97987e3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.641771 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-663945b8-b736-4190-8bb4-20c9d4c13d5d req-62c25b41-0b3a-48b0-9736-e385d0058aa5 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Sep 20 22:24:40.647543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317da0c5-8f83-480e-8496-25491fd89d3d req-ec206f15-6721-4b92-a04d-6cdd50d7ff21 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:40.649082 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-317da0c5-8f83-480e-8496-25491fd89d3d req-ec206f15-6721-4b92-a04d-6cdd50d7ff21 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0877030 Sep 20 22:24:40.680276 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec039fc-79de-4856-bfe1-85125f03be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434b1b20-a74d-4fad-ad38-5634f97987e3,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:40.684780 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5ec039fc-79de-4856-bfe1-85125f03be77 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=14e2b5396ed347c18ec133ad1a9e7f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186111 Sep 20 22:24:40.687634 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56662) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:40.702654 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:40.731635 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.757341 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-317da0c5-8f83-480e-8496-25491fd89d3d req-bac4a69c-7623-4da0-8999-c5e799eb740d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854933 Sep 20 22:24:40.776907 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Publish callbacks [] for security_group (434b1b20-a74d-4fad-ad38-5634f97987e3), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.798871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Publish callbacks [] for security_group (434b1b20-a74d-4fad-ad38-5634f97987e3), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.861646 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (434b1b20-a74d-4fad-ad38-5634f97987e3), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.865117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:40.866415 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/434b1b20-a74d-4fad-ad38-5634f97987e3 HTTP/1.1" status: 204 len: 168 time: 0.1778002 Sep 20 22:24:40.883461 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434b1b20-a74d-4fad-ad38-5634f97987e3,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:40.893651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.894334 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.897047 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.897740 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.898223 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.898882 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.899527 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.900009 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.901404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.901909 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.902435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.903088 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.903861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.904447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:40.905441 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495eee73-7f0b-4379-81f5-e56f3398e058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:24:41.216904 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56686) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:41.232585 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecca8-fd90-40cc-b1b9-1b4b1c6f421e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.235126 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:41.270087 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56688) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:41.314075 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46164bf1-8e66-4f73-b5cb-edb6892849f7 req-447726ee-a9b6-4851-b7e8-7ac69743642a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:41.315573 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-46164bf1-8e66-4f73-b5cb-edb6892849f7 req-447726ee-a9b6-4851-b7e8-7ac69743642a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0575600 Sep 20 22:24:41.317552 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecca8-fd90-40cc-b1b9-1b4b1c6f421e admin admin] Publish callbacks [] for security_group (7f666c50-44fd-4398-817f-705633e78d6e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.322241 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecca8-fd90-40cc-b1b9-1b4b1c6f421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7f666c50-44fd-4398-817f-705633e78d6e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.357109 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:41.374718 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ecca8-fd90-40cc-b1b9-1b4b1c6f421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f666c50-44fd-4398-817f-705633e78d6e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:41.376297 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-46164bf1-8e66-4f73-b5cb-edb6892849f7 req-12573280-fac2-4208-90a3-9cdec48de73c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Sep 20 22:24:41.392354 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4f8ecca8-fd90-40cc-b1b9-1b4b1c6f421e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=660bea5762ae4c6083ccb901c9bb10f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693976 Sep 20 22:24:41.392711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56694) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:41.456053 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] Publish callbacks [] for security_group (7f666c50-44fd-4398-817f-705633e78d6e), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.481014 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] Publish callbacks [] for security_group (7f666c50-44fd-4398-817f-705633e78d6e), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.505233 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:41.528966 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-790d3174-5abc-455e-a856-c99ba8030ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.572931 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7f666c50-44fd-4398-817f-705633e78d6e), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.575422 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.576546 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7f666c50-44fd-4398-817f-705633e78d6e HTTP/1.1" status: 204 len: 168 time: 0.1837354 Sep 20 22:24:41.598312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aec0c-c814-40f8-9870-9eea1b0eab63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f666c50-44fd-4398-817f-705633e78d6e,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:41.652597 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-790d3174-5abc-455e-a856-c99ba8030ed2 admin admin] Publish callbacks [] for security_group (6ce68bcd-2062-4996-ac6b-02ec8e9c2812), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.662138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-790d3174-5abc-455e-a856-c99ba8030ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6ce68bcd-2062-4996-ac6b-02ec8e9c2812), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.704157 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-790d3174-5abc-455e-a856-c99ba8030ed2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=df6e5514b60a47b2a645fde2cb114c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328675 Sep 20 22:24:41.705260 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3174-5abc-455e-a856-c99ba8030ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce68bcd-2062-4996-ac6b-02ec8e9c2812,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:41.706901 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56700) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:41.765777 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] Publish callbacks [] for security_group (6ce68bcd-2062-4996-ac6b-02ec8e9c2812), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.791913 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] Publish callbacks [] for security_group (6ce68bcd-2062-4996-ac6b-02ec8e9c2812), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.802142 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:41.851612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6ce68bcd-2062-4996-ac6b-02ec8e9c2812), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.854324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:41.857570 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6ce68bcd-2062-4996-ac6b-02ec8e9c2812 HTTP/1.1" status: 204 len: 168 time: 0.1451995 Sep 20 22:24:41.878428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee59d-af53-4454-b59e-3d177cb4450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce68bcd-2062-4996-ac6b-02ec8e9c2812,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:41.926029 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbecb8-59aa-43c4-ad4b-8d245e355fdd req-e28f1859-3ba5-417d-bbcf-e83dd84caa20 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:41.937744 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e3cbecb8-59aa-43c4-ad4b-8d245e355fdd req-e28f1859-3ba5-417d-bbcf-e83dd84caa20 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0787106 Sep 20 22:24:42.002108 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e3cbecb8-59aa-43c4-ad4b-8d245e355fdd req-3ad56065-12b5-407c-b3b9-b7afd5c804f3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634766 Sep 20 22:24:42.194719 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.360748 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.386013 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56738) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:42.410601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a05-8c08-424f-b01a-529cc28ef3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.552655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a05-8c08-424f-b01a-529cc28ef3f0 admin admin] Publish callbacks [] for security_group (9e472544-822f-4c46-8b12-6d023b222f7e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.559871 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c8c9e-a637-4fa7-b068-acd89a399b92 req-e4cc9a51-2901-4302-aabe-2fadb21f49fc tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:42.561468 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c69c8c9e-a637-4fa7-b068-acd89a399b92 req-e4cc9a51-2901-4302-aabe-2fadb21f49fc tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0755920 Sep 20 22:24:42.562548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8a05-8c08-424f-b01a-529cc28ef3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9e472544-822f-4c46-8b12-6d023b222f7e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.619255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ad7b8a05-8c08-424f-b01a-529cc28ef3f0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d6e394cf1d9241b999fbba21ecababfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321200 Sep 20 22:24:42.622678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56752) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:42.660543 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c69c8c9e-a637-4fa7-b068-acd89a399b92 req-43a8d2af-0d61-47b6-959f-9294d6642271 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838687 Sep 20 22:24:42.685545 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b8a05-8c08-424f-b01a-529cc28ef3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e472544-822f-4c46-8b12-6d023b222f7e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:42.724173 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] Publish callbacks [] for security_group (9e472544-822f-4c46-8b12-6d023b222f7e), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.748863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] Publish callbacks [] for security_group (9e472544-822f-4c46-8b12-6d023b222f7e), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.818130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9e472544-822f-4c46-8b12-6d023b222f7e), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.823257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:42.824600 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9e472544-822f-4c46-8b12-6d023b222f7e HTTP/1.1" status: 204 len: 168 time: 0.2001100 Sep 20 22:24:42.833286 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889986-efbe-4891-96ea-74677cec0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e472544-822f-4c46-8b12-6d023b222f7e,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:43.169592 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2f2c-961f-46e8-bb97-c2430513b10e req-a7b4b249-4adb-4d3d-b2c1-f48f569d53ed tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:43.171115 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4daf2f2c-961f-46e8-bb97-c2430513b10e req-a7b4b249-4adb-4d3d-b2c1-f48f569d53ed tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0582063 Sep 20 22:24:43.227090 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4daf2f2c-961f-46e8-bb97-c2430513b10e req-d74d16c6-3714-44fd-b3f7-73c790d70432 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471816 Sep 20 22:24:43.377207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0d525-218f-4b3c-b072-c5079e5af26f req-de63c02f-cf9a-45a8-aff5-da4327dcf8b0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:43.379044 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8fb0d525-218f-4b3c-b072-c5079e5af26f req-de63c02f-cf9a-45a8-aff5-da4327dcf8b0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0568078 Sep 20 22:24:43.390995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56790) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:43.395882 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'floatingip': {'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:43.488268 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:43.625387 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-62a9c57f-9d11-4899-aff6-0753b762f2ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1403427 Sep 20 22:24:43.760425 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:44.032160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-ca82e091-ffd8-4518-81a2-25067fb4b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:44.033610 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-ca82e091-ffd8-4518-81a2-25067fb4b5d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1129 time: 0.3572910 Sep 20 22:24:44.044106 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:44.100436 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70089b4-a04a-492e-8b0c-7bd29d0b9f73 req-bff253c2-93d2-48eb-afa6-a45f49653073 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:44.102096 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e70089b4-a04a-492e-8b0c-7bd29d0b9f73 req-bff253c2-93d2-48eb-afa6-a45f49653073 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.3403406 Sep 20 22:24:44.408398 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e70089b4-a04a-492e-8b0c-7bd29d0b9f73 req-be652332-534a-4352-a283-03b5f2a9bc7b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987449 Sep 20 22:24:44.497034 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-7a1f9c12-78c9-408d-995a-35a79cf8069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:44.498487 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-7a1f9c12-78c9-408d-995a-35a79cf8069e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.4137220 Sep 20 22:24:44.679091 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-e5e92e1e-fc72-4f74-9e8b-8185d8c78ec4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1659286 Sep 20 22:24:44.781760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:44.787852 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:44.826822 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-084c9844-e228-4b81-8e70-f15799453873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:44.828255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-084c9844-e228-4b81-8e70-f15799453873 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.1201410 Sep 20 22:24:44.921071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-3bd065a2-b79f-49e9-865b-45b1322602b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:44.922496 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-3bd065a2-b79f-49e9-865b-45b1322602b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780568 Sep 20 22:24:44.926704 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Floating IP 6e359861-0e0f-45d1-b2da-a031f427a394 associated. External IP: 172.27.2.231, port: d965769d-834a-4b9f-817a-24e086032c2d. Sep 20 22:24:45.106752 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-33205c28-793b-4469-8696-50aa2bba8b9a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490695 Sep 20 22:24:45.189494 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:45.249236 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:45.284755 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaea8f4-b2a7-4bc1-9d3f-121d9542e3e8 req-b1c1ee82-3014-4349-a2c9-271c7e2c1ec7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477287 Sep 20 22:24:45.288568 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:24:45.631599 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44491ae-84c2-466b-80bc-ac7bc350a9e1 req-8b035aff-55bc-49f6-b556-97717bb2518c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:45.633937 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a44491ae-84c2-466b-80bc-ac7bc350a9e1 req-8b035aff-55bc-49f6-b556-97717bb2518c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0786934 Sep 20 22:24:45.641317 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:24:45.646740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:45.653583 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:24:45.674082 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:45.677333 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:45.691694 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8bd7949a-c36b-4b3f-8ea5-977cf688602d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/6e359861-0e0f-45d1-b2da-a031f427a394 HTTP/1.1" status: 200 len: 991 time: 2.2995002 Sep 20 22:24:45.692428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:45.695458 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83264dc-0709-4a15-85f0-02f89f6b621a" -d '{"events": [{"name": "network-changed", "server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:45.710704 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a44491ae-84c2-466b-80bc-ac7bc350a9e1 req-6f3494b7-5783-47c0-8739-613337218868 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Sep 20 22:24:45.779959 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e974a7ab-343a-4b49-916c-41e749c1d78b x-openstack-request-id: req-e974a7ab-343a-4b49-916c-41e749c1d78b {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:45.780254 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:45.780505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e974a7ab-343a-4b49-916c-41e749c1d78b {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:45.780912 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e974a7ab-343a-4b49-916c-41e749c1d78b'] response: {'name': 'network-changed', 'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'status': 'completed', 'code': 200} Sep 20 22:24:45.868035 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:45.873052 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-8dcbe411-f258-40b0-883c-fb01a00f1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:45.875343 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-8dcbe411-f258-40b0-883c-fb01a00f1600 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1129 time: 0.0633163 Sep 20 22:24:45.981780 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56884) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:45.988620 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:46.038295 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Deleting subnet 1d64bd60-73ce-4391-bde4-96d16a81aafe {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:24:46.041593 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Publish callbacks [] for subnet (1d64bd60-73ce-4391-bde4-96d16a81aafe), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.049036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-d801d6ba-b4b9-471f-b9db-5ad20784a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:46.051224 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-d801d6ba-b4b9-471f-b9db-5ad20784a453 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1668081 Sep 20 22:24:46.081456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Publish callbacks [] for subnet (1d64bd60-73ce-4391-bde4-96d16a81aafe), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.091600 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (1d64bd60-73ce-4391-bde4-96d16a81aafe), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.110453 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6e359861-0e0f-45d1-b2da-a031f427a394', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d58779-65b7-4b97-8536-eef4357a475d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:24:08Z', 'updated_at': '2022-09-20T22:24:44Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.136148 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:24:46.145152 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:24:46.146119 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.149252 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for subnet (1d64bd60-73ce-4391-bde4-96d16a81aafe), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.176357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d64bd60-73ce-4391-bde4-96d16a81aafe,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:46.180142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.183908 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-620b5a8a-04c7-4c1d-969b-af7b0b4a3c78 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/1d64bd60-73ce-4391-bde4-96d16a81aafe HTTP/1.1" status: 204 len: 168 time: 0.1997063 Sep 20 22:24:46.186497 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56886) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:46.249058 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:24:46.257776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (28c55e74-316d-4ee0-b897-549394375629), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.266839 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:46.276235 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:46.289032 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.344421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (28c55e74-316d-4ee0-b897-549394375629), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.366278 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.366625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.367384 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.367733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.368142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.368405 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.368725 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.369238 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.369916 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.370236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.468929 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.469319 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.469659 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.469993 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 22:24:46.470353 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c55e74-316d-4ee0-b897-549394375629']}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.488124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246514da-6e97-4e1f-89c1-bd87fa2fe55d') {'for_net_delete': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.488418 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246514da-6e97-4e1f-89c1-bd87fa2fe55d') {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.508898 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62506422'] for segment (246514da-6e97-4e1f-89c1-bd87fa2fe55d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.532799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (246514da-6e97-4e1f-89c1-bd87fa2fe55d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.541867 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=106260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:24:46.542402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62506732'] for segment (246514da-6e97-4e1f-89c1-bd87fa2fe55d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.550541 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6e359861-0e0f-45d1-b2da-a031f427a394', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d58779-65b7-4b97-8536-eef4357a475d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:24:08Z', 'updated_at': '2022-09-20T22:24:44Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:46.576657 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7c307-85e6-43cc-8d9b-c19772d5e617 None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6e359861-0e0f-45d1-b2da-a031f427a394', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d58779-65b7-4b97-8536-eef4357a475d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:24:08Z', 'updated_at': '2022-09-20T22:24:44Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:24:46.615161 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (28c55e74-316d-4ee0-b897-549394375629), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.623976 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.630617 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56894) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:46.630786 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/28c55e74-316d-4ee0-b897-549394375629 HTTP/1.1" status: 204 len: 168 time: 0.4432774 Sep 20 22:24:46.641597 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8649db3-2a49-4672-95b3-b044a64234c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c55e74-316d-4ee0-b897-549394375629,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:46.680217 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Deleting subnet 7906a52f-eaac-4485-b774-e26d006c28ab {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:24:46.683640 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Publish callbacks [] for subnet (7906a52f-eaac-4485-b774-e26d006c28ab), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.721271 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (7906a52f-eaac-4485-b774-e26d006c28ab), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.768113 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (7906a52f-eaac-4485-b774-e26d006c28ab), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.840958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (7906a52f-eaac-4485-b774-e26d006c28ab), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.851304 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cb4d1-5211-4be5-993f-3a91b288d150 req-a95d8229-527a-47ee-84a6-7f2e2de10731 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:46.855549 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dce07c-dc10-42cd-bc92-c0554747b8c6 None None] New status for floating IP 6e359861-0e0f-45d1-b2da-a031f427a394: ACTIVE {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:24:46.865866 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5f2cb4d1-5211-4be5-993f-3a91b288d150 req-a95d8229-527a-47ee-84a6-7f2e2de10731 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0718091 Sep 20 22:24:46.890504 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 246514da-6e97-4e1f-89c1-bd87fa2fe55d resource provider aggregate not found Sep 20 22:24:46.897763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7906a52f-eaac-4485-b774-e26d006c28ab,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:46.910278 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:46.913435 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f8b7ffad-6dbf-4e66-83c6-6c18155bce50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/7906a52f-eaac-4485-b774-e26d006c28ab HTTP/1.1" status: 204 len: 168 time: 0.2817950 Sep 20 22:24:46.917259 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56910) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:46.919996 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 246514da-6e97-4e1f-89c1-bd87fa2fe55d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 246514da-6e97-4e1f-89c1-bd87fa2fe55d found for delete ", "request_id": "req-752ecdc0-83ba-45a6-a598-c254a39278e6"}]} Sep 20 22:24:46.958954 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5f2cb4d1-5211-4be5-993f-3a91b288d150 req-6793b3f6-e60b-409c-a415-e362e231cdbe tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Sep 20 22:24:46.993417 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (a7fe7f2a-a038-432f-81a4-ee477eadb8a4), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.074662 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (a7fe7f2a-a038-432f-81a4-ee477eadb8a4), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.096272 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fe7f2a-a038-432f-81a4-ee477eadb8a4']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:47.106439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145a86a4-a357-41dc-aed5-34d6049b4827') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:47.106740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145a86a4-a357-41dc-aed5-34d6049b4827') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:24:47.118790 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (145a86a4-a357-41dc-aed5-34d6049b4827), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.132546 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (145a86a4-a357-41dc-aed5-34d6049b4827), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.139174 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:24:47.139562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (145a86a4-a357-41dc-aed5-34d6049b4827), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.193111 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 145a86a4-a357-41dc-aed5-34d6049b4827 resource provider aggregate not found Sep 20 22:24:47.200628 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:47.215772 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 145a86a4-a357-41dc-aed5-34d6049b4827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 145a86a4-a357-41dc-aed5-34d6049b4827 found for delete ", "request_id": "req-3e1316a8-ae1e-4e0d-8b04-333da5ae3723"}]} Sep 20 22:24:47.221168 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (a7fe7f2a-a038-432f-81a4-ee477eadb8a4), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.227632 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.233017 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/a7fe7f2a-a038-432f-81a4-ee477eadb8a4 HTTP/1.1" status: 204 len: 168 time: 0.3130779 Sep 20 22:24:47.241430 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069d42-bf8f-4393-b063-83f06750fb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fe7f2a-a038-432f-81a4-ee477eadb8a4,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:47.391864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56930) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:47.432679 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c1747707-7dfc-436a-b1d2-dd9ea4510b86 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=53fa180e360c47cba9e0e575f09caf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396178 Sep 20 22:24:47.435385 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56934) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:47.479022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:47.484812 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] Publish callbacks [] for security_group (362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.504983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] Publish callbacks [] for security_group (362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.550417 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.552913 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:47.554033 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3 HTTP/1.1" status: 204 len: 168 time: 0.1179531 Sep 20 22:24:47.561644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc77b2a-6118-496f-aca3-870481710737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c92ca-bb4b-44cf-bbdd-62df7cfc2eb3,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:47.874111 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56942) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:47.962731 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-12f08da2-d476-40f9-83b8-88f4dab217e9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c9ccb38dfdf848bba8fbc48a21d9b5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874603 Sep 20 22:24:47.965122 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-d757fc24-60d2-448e-a54c-2a70a7ad83f8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 1001 time: 0.0735903 Sep 20 22:24:47.965601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56946) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:48.043006 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] Publish callbacks [] for security_group (60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:48.075670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295fc4-2ffb-4ead-999f-c4887b7952a9 req-f43126b6-bde4-4b3a-a8bb-b452e284be4c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:48.077167 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac295fc4-2ffb-4ead-999f-c4887b7952a9 req-f43126b6-bde4-4b3a-a8bb-b452e284be4c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0676813 Sep 20 22:24:48.079044 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] Publish callbacks [] for security_group (60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:48.147425 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac295fc4-2ffb-4ead-999f-c4887b7952a9 req-c7b6b0aa-bc8b-48e4-84ca-594fc7d7a51a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Sep 20 22:24:48.158147 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:48.160923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:48.162048 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2 HTTP/1.1" status: 204 len: 168 time: 0.1955736 Sep 20 22:24:48.170521 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58767c80-2e0a-4f1f-a1f8-b3bcd8218ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bbdd72-cf26-4fad-b23f-02ccdb4ab4b2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:48.983953 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-f88b8a9f-9781-4a83-b10e-94fa473c2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:48.986613 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-f88b8a9f-9781-4a83-b10e-94fa473c2e6c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0535169 Sep 20 22:24:49.234997 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-d5345f5c-2afa-45d6-b3e3-f51c317ead3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:49.236502 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-d5345f5c-2afa-45d6-b3e3-f51c317ead3a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500610 Sep 20 22:24:49.268702 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 56992) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:49.278105 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56561a-75d7-40b2-b40f-7d5cfc291189 req-ea1b474c-c47f-424a-a771-e1e7358b3a95 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:49.280756 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef56561a-75d7-40b2-b40f-7d5cfc291189 req-ea1b474c-c47f-424a-a771-e1e7358b3a95 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0490274 Sep 20 22:24:49.333851 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef56561a-75d7-40b2-b40f-7d5cfc291189 req-d1a26d67-ae6e-43fa-808b-cdc85a6efcfa tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Sep 20 22:24:49.389715 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-05e863b0-47a3-4303-8645-58f0f95d8534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.468597 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-05e863b0-47a3-4303-8645-58f0f95d8534 admin admin] Publish callbacks [] for security_group (6d6c4482-4e78-4254-b982-7a20ae803b7d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.472647 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-05e863b0-47a3-4303-8645-58f0f95d8534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6d6c4482-4e78-4254-b982-7a20ae803b7d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.498438 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:49.518170 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-05e863b0-47a3-4303-8645-58f0f95d8534 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=546abc1d6bcc4526896573228db5fcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481151 Sep 20 22:24:49.518989 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e863b0-47a3-4303-8645-58f0f95d8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c4482-4e78-4254-b982-7a20ae803b7d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:49.521410 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 56998) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:49.574042 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] Publish callbacks [] for security_group (6d6c4482-4e78-4254-b982-7a20ae803b7d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.594723 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] Publish callbacks [] for security_group (6d6c4482-4e78-4254-b982-7a20ae803b7d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.647959 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6d6c4482-4e78-4254-b982-7a20ae803b7d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.650681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:49.651836 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6d6c4482-4e78-4254-b982-7a20ae803b7d HTTP/1.1" status: 204 len: 168 time: 0.1291196 Sep 20 22:24:49.659387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c01af-ddd0-4cef-a456-d965f0f9e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c4482-4e78-4254-b982-7a20ae803b7d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:50.331015 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57046) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:50.461958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376fa89-e166-4963-870c-b23d85d6703a req-30b0a2d4-cee0-4f6c-8b4b-28cd1adc5bda tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:50.469123 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9376fa89-e166-4963-870c-b23d85d6703a req-30b0a2d4-cee0-4f6c-8b4b-28cd1adc5bda tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Sep 20 22:24:50.485305 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943369629-network', 'tenant_id': 'fe8853cc9fd0482097a5ac65534d5e58'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:50.510152 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Made reservation on behalf of fe8853cc9fd0482097a5ac65534d5e58 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:50.512530 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.527160 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.534495 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9376fa89-e166-4963-870c-b23d85d6703a req-ec39d16a-640f-4230-b99d-f8a0b7ff2ea5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595465 Sep 20 22:24:50.629489 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks [] for security_group (d23bb76b-d791-4645-b092-d1b370745aea), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.633602 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d23bb76b-d791-4645-b092-d1b370745aea), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.657705 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:24:50.673007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23bb76b-d791-4645-b092-d1b370745aea,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:50.677871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (0a87886e-7f3b-406b-b507-97c412475935), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.678219 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Added segment 0a87886e-7f3b-406b-b507-97c412475935 of type vlan for network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab Sep 20 22:24:50.722639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.751383 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.752523 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:50.753253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.758957 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:50.775537 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:50.824461 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4922729 Sep 20 22:24:50.827535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57078) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:50.830008 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57080) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:50.830129 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8427d59-8a29-4a5d-99a6-70a467019f83 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:50.838649 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Request body: {'subnet': {'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943369629-subnet', 'tenant_id': 'fe8853cc9fd0482097a5ac65534d5e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:50.840917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:24:50.865324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Made reservation on behalf of fe8853cc9fd0482097a5ac65534d5e58 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:50.871512 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:50.950147 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:50.987578 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba883732-78d7-4c7c-8f05-b99919ba4056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.102819 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (0819a676-2de5-480e-a492-9d1c15a81339), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.192995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba883732-78d7-4c7c-8f05-b99919ba4056 admin admin] Publish callbacks [] for security_group (679f3bd9-89ea-442f-b078-9c2e4ca675f5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.193847 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0819a676-2de5-480e-a492-9d1c15a81339,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:51.199897 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba883732-78d7-4c7c-8f05-b99919ba4056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (679f3bd9-89ea-442f-b078-9c2e4ca675f5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.214644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Checking segment: {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:51.214985 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Network hostable DHCP agents. Network: 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:24:51.250293 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ba883732-78d7-4c7c-8f05-b99919ba4056 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4b9e10a17cb344b187e75c95187189b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191144 Sep 20 22:24:51.253796 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57088) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:51.256476 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883732-78d7-4c7c-8f05-b99919ba4056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f3bd9-89ea-442f-b078-9c2e4ca675f5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:51.271049 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:24:51.282036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:51.288829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:51.291772 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.292120 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd52313-ab49-4779-ad00-6d63e761de73 None None] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:51.309617 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-77917e90-eef7-4123-ba73-ffdbb142201b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4807894 Sep 20 22:24:51.336703 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] Publish callbacks [] for security_group (679f3bd9-89ea-442f-b078-9c2e4ca675f5), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.359187 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] Publish callbacks [] for security_group (679f3bd9-89ea-442f-b078-9c2e4ca675f5), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.427601 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbb2a2-ea9a-467c-8be4-43f8d4dcfed1 None None] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:24:51.429691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (679f3bd9-89ea-442f-b078-9c2e4ca675f5), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.433295 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.434666 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/679f3bd9-89ea-442f-b078-9c2e4ca675f5 HTTP/1.1" status: 204 len: 168 time: 0.1797252 Sep 20 22:24:51.443632 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba7b4-cdb2-4ea8-8a7d-4580b5b7b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f3bd9-89ea-442f-b078-9c2e4ca675f5,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:51.548907 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-50b1da26-b3da-468c-9bc9-8f07db0f022b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617026 Sep 20 22:24:51.689851 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1fd7c-a032-49b0-ab1b-250c3c80bb43 req-6cc2a9c7-58cb-43d6-a663-7fa666f02e23 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:51.692576 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-65a1fd7c-a032-49b0-ab1b-250c3c80bb43 req-6cc2a9c7-58cb-43d6-a663-7fa666f02e23 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0885081 Sep 20 22:24:51.759641 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-65a1fd7c-a032-49b0-ab1b-250c3c80bb43 req-9c0c999f-8d5c-40ca-8120-89d6459b630f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Sep 20 22:24:51.892037 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57110) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:51.912113 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45371ed0-47e4-4fa1-910a-dd311ee6dace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:51.963026 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b83264dc-0709-4a15-85f0-02f89f6b621a req-ef54dd16-10a3-462d-98f1-4d1021f27fee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079223 Sep 20 22:24:52.020480 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45371ed0-47e4-4fa1-910a-dd311ee6dace admin admin] Publish callbacks [] for security_group (3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.024924 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45371ed0-47e4-4fa1-910a-dd311ee6dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.074537 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-45371ed0-47e4-4fa1-910a-dd311ee6dace admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=808994f6f30b4fd5b65e5b2c1ebccbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807735 Sep 20 22:24:52.075620 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45371ed0-47e4-4fa1-910a-dd311ee6dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:52.076721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57112) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:52.113584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:52.147049 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] Publish callbacks [] for security_group (3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.173529 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] Publish callbacks [] for security_group (3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.233760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.236886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:52.240868 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06 HTTP/1.1" status: 204 len: 168 time: 0.1603296 Sep 20 22:24:52.249021 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f1c19-5636-4f89-92b2-43b9777f9745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd866de-e65c-4bdf-a3e0-7aacf4e1ef06,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:52.896211 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:52.915871 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79214d5f-7823-4a69-a55c-686258578b14 req-9507e082-4431-4efc-bfe0-ce01786f3061 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:52.918594 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-79214d5f-7823-4a69-a55c-686258578b14 req-9507e082-4431-4efc-bfe0-ce01786f3061 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0741930 Sep 20 22:24:53.003582 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-79214d5f-7823-4a69-a55c-686258578b14 req-efd848c3-c85f-4ed6-9155-449167000339 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Sep 20 22:24:53.226107 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da5f3c-2d7b-4b42-b7de-63d5f5ccc4b2 req-6052d7ea-1bfc-4242-aa2a-3bbde75fd140 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:53.227746 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61da5f3c-2d7b-4b42-b7de-63d5f5ccc4b2 req-6052d7ea-1bfc-4242-aa2a-3bbde75fd140 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Sep 20 22:24:53.293910 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61da5f3c-2d7b-4b42-b7de-63d5f5ccc4b2 req-9c4a1e4a-fcdc-4a6d-abb8-cc22f94de09a tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509489 Sep 20 22:24:53.345819 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57166) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:53.498488 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-70613096-cd6c-4400-aa50-7ccb18419c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.592773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-70613096-cd6c-4400-aa50-7ccb18419c14 admin admin] Publish callbacks [] for security_group (95401ff0-c6ef-4741-9944-87e2fefa5280), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.597794 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-70613096-cd6c-4400-aa50-7ccb18419c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (95401ff0-c6ef-4741-9944-87e2fefa5280), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.639462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-1228266e-1f62-4703-bff0-7f6ba6724330 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:53.641072 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-1228266e-1f62-4703-bff0-7f6ba6724330 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 200 len: 809 time: 0.1203787 Sep 20 22:24:53.648197 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-70613096-cd6c-4400-aa50-7ccb18419c14 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e2a7d3ae0bd642148e57665b988b2d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987545 Sep 20 22:24:53.648197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70613096-cd6c-4400-aa50-7ccb18419c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95401ff0-c6ef-4741-9944-87e2fefa5280,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:53.650059 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57190) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:53.663789 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-6baf71a7-57a6-41d3-a291-6f0a1d04cac3 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/quotas/fe8853cc9fd0482097a5ac65534d5e58 HTTP/1.1" status: 200 len: 375 time: 0.0110795 Sep 20 22:24:53.698929 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-e3fabcdd-1da1-47d4-9094-35b0a9d31414 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295804 Sep 20 22:24:53.702201 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] Publish callbacks [] for security_group (95401ff0-c6ef-4741-9944-87e2fefa5280), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.723092 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] Publish callbacks [] for security_group (95401ff0-c6ef-4741-9944-87e2fefa5280), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.783365 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (95401ff0-c6ef-4741-9944-87e2fefa5280), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.785899 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:53.789511 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/95401ff0-c6ef-4741-9944-87e2fefa5280 HTTP/1.1" status: 204 len: 168 time: 0.1355116 Sep 20 22:24:53.800586 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ae74-430c-40cf-9050-a7db193f7fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95401ff0-c6ef-4741-9944-87e2fefa5280,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:53.813812 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-97c6f95d-98cd-4ad5-863c-ac049a4c7c78 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058598 Sep 20 22:24:53.917521 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-28d318e6-28ae-49a9-a9f6-842836ff73e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982833 Sep 20 22:24:54.135973 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-331671d6-6de8-4699-a400-da827738749e req-02d38146-6b4d-4e6e-99d6-a9411c482e00 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 210 time: 0.0398612 Sep 20 22:24:54.167475 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4297e9-a9d1-4e42-a48b-065bf17b7e7a req-c0bf6f24-4e1d-42bd-bfda-5bba483c3c50 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:54.169245 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c4297e9-a9d1-4e42-a48b-065bf17b7e7a req-c0bf6f24-4e1d-42bd-bfda-5bba483c3c50 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0690575 Sep 20 22:24:54.226923 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5c4297e9-a9d1-4e42-a48b-065bf17b7e7a req-f3566ace-1140-4706-9ed1-10663bc97392 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Sep 20 22:24:54.424435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48392-e172-4ded-a242-36fb1918aec7 req-a97c53f8-bf3f-47e7-8e7a-f2a303e0e479 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:54.426435 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a8b48392-e172-4ded-a242-36fb1918aec7 req-a97c53f8-bf3f-47e7-8e7a-f2a303e0e479 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0601194 Sep 20 22:24:54.468994 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:54.521632 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a8b48392-e172-4ded-a242-36fb1918aec7 req-e60ae23e-2039-4ed2-ba9c-8430dd763e62 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Sep 20 22:24:55.266701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f9d5e6eb-cd1e-4bd8-adf2-8d1221a539a3 req-be2129d5-5e03-4f49-a07c-3f0612fda96e tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 210 time: 0.0329194 Sep 20 22:24:55.370843 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f8eb-b64f-4feb-96cf-e4f4c5183544 req-7139822b-ff66-4e21-b1eb-3645adfebc3b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:55.372360 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-67c5f8eb-b64f-4feb-96cf-e4f4c5183544 req-7139822b-ff66-4e21-b1eb-3645adfebc3b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Sep 20 22:24:55.399378 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:55.432295 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-67c5f8eb-b64f-4feb-96cf-e4f4c5183544 req-f4f423c7-33f7-4341-ba69-f4f60f45229d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525887 Sep 20 22:24:55.517351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-90b0f936-9991-4f5d-85ce-43208eed8163 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:55.519212 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-90b0f936-9991-4f5d-85ce-43208eed8163 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Sep 20 22:24:55.677307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:55.685245 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Deleting port 032c0f23-cc75-43ef-9989-eed48c7216a2 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:24:55.685582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:55.708471 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e47c3-d792-4b97-bb7c-6f7fd5709dca req-ab1f8210-1333-4b84-972a-50975af98cbd tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:55.709952 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-223e47c3-d792-4b97-bb7c-6f7fd5709dca req-ab1f8210-1333-4b84-972a-50975af98cbd tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 946 time: 0.0888495 Sep 20 22:24:55.815522 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-223e47c3-d792-4b97-bb7c-6f7fd5709dca req-7b6ddb94-bc91-4e3a-a0dd-33eb520c4c5d tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f28b3eed-bab6-492b-95d0-5d56a6185bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772624 Sep 20 22:24:55.821601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] For port 032c0f23-cc75-43ef-9989-eed48c7216a2, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=032c0f23-cc75-43ef-9989-eed48c7216a2,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:24:55.821964 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:55.830698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:55.841682 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Calling delete_port for 032c0f23-cc75-43ef-9989-eed48c7216a2 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:24:56.004704 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (032c0f23-cc75-43ef-9989-eed48c7216a2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:56.036800 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Pushing event deleted for resources: {'Port': ['ID=032c0f23-cc75-43ef-9989-eed48c7216a2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:56.115686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] No DVR routers for this DVR port 032c0f23-cc75-43ef-9989-eed48c7216a2 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:24:56.119816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:56.124145 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6b1973e5-a38e-45da-98b5-55e6e17cf7dd req-23e17d63-699b-4941-9fb4-31b3d011d357 tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.27 "DELETE /networking/v2.0/ports/032c0f23-cc75-43ef-9989-eed48c7216a2 HTTP/1.1" status: 204 len: 173 time: 0.5991247 Sep 20 22:24:56.124684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'name': 'network-vif-deleted', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:56.127595 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c50ed-aea2-4321-b542-91d73bf30e3f" -d '{"events": [{"server_uuid": "84071376-3176-4365-9249-7554ed26b308", "name": "network-vif-deleted", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:56.178548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a60e23b-13b2-4753-b618-380457c76cd5 x-openstack-request-id: req-7a60e23b-13b2-4753-b618-380457c76cd5 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:56.178738 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84071376-3176-4365-9249-7554ed26b308", "name": "network-vif-deleted", "tag": "032c0f23-cc75-43ef-9989-eed48c7216a2", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:56.178975 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a60e23b-13b2-4753-b618-380457c76cd5 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:56.179485 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a60e23b-13b2-4753-b618-380457c76cd5'] response: {'server_uuid': '84071376-3176-4365-9249-7554ed26b308', 'name': 'network-vif-deleted', 'tag': '032c0f23-cc75-43ef-9989-eed48c7216a2', 'status': 'completed', 'code': 200} Sep 20 22:24:56.189937 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-feeb05fc-7da4-4298-a1df-edf250f94fb2 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:56.191731 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-feeb05fc-7da4-4298-a1df-edf250f94fb2 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 200 len: 809 time: 0.1628399 Sep 20 22:24:56.227178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Request body: {'port': {'device_id': '269415dc-d013-4c2b-b7a5-7484844e870e', 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab', 'admin_state_up': True, 'tenant_id': 'fe8853cc9fd0482097a5ac65534d5e58'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:56.384215 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Made reservation on behalf of fe8853cc9fd0482097a5ac65534d5e58 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:56.390195 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:56.414708 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b2f66cee-661c-4de6-bfe5-eb8e9ba02c34 req-de31266a-2b57-4ee6-ad5d-fc5cc1576525 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 210 time: 0.0321581 Sep 20 22:24:56.553416 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=83 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:56.554152 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=47 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:56.557566 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-ec893a93-5a43-444f-a947-02da6919b71e tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=d30f356aca02448f8dbbf8c1d190259f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766883 Sep 20 22:24:56.594560 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9b02-a329-4cb9-a318-b36ca302c014 req-ab9f3d3c-4f0e-4e76-987a-0cc01ab2fa10 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:56.596951 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-744e9b02-a329-4cb9-a318-b36ca302c014 req-ab9f3d3c-4f0e-4e76-987a-0cc01ab2fa10 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0774069 Sep 20 22:24:56.669805 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Allocated IP 172.20.0.6 (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab/0819a676-2de5-480e-a492-9d1c15a81339/d0e55512-d319-44ae-bea2-34196f7f6033) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:56.687684 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-744e9b02-a329-4cb9-a318-b36ca302c014 req-ce744019-f6c7-4a7b-be5e-45dc3b177585 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811467 Sep 20 22:24:56.802501 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-a93ac285-d7a6-42cb-ae9a-d072e7688406 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:56.804423 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-a93ac285-d7a6-42cb-ae9a-d072e7688406 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456334 Sep 20 22:24:56.832574 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-985ee77c-8ba4-44ad-89bf-3c1054a0fa88 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/quotas/d30f356aca02448f8dbbf8c1d190259f HTTP/1.1" status: 200 len: 375 time: 0.0185385 Sep 20 22:24:56.905250 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-0dc3a33d-e0dd-4e0d-9925-1cfe5498e5f3 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=d30f356aca02448f8dbbf8c1d190259f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618238 Sep 20 22:24:56.988357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks [] for port (d0e55512-d319-44ae-bea2-34196f7f6033), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:56.995183 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8ad2fff0-20a1-4be6-a9cc-2b7c8a923234 req-ec6aee5c-196b-40ad-a711-ab303be7abab tempest-DeleteServersTestJSON-2061486758 tempest-DeleteServersTestJSON-2061486758-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84071376-3176-4365-9249-7554ed26b308 HTTP/1.1" status: 200 len: 210 time: 0.0402539 Sep 20 22:24:57.034574 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:57.046846 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:57.088131 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:57.095022 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:57.099306 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:57.124342 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Pushing event updated for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:57.155178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:57.156268 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:57.159848 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d7900bb-ec88-491f-80cb-6b240abb4757 req-51f2a5af-2859-4548-8c1c-3dbb2681dc02 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0550766 Sep 20 22:24:57.174715 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-d0eec59c-fbb7-46b9-b1ab-0565db76f115 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514844 Sep 20 22:24:57.197856 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Request body: {'port': {'device_id': '269415dc-d013-4c2b-b7a5-7484844e870e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:57.227753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:57.272716 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:57.693746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87a6a7-22dd-4ddf-9787-b4e28e41055f req-cfe4403b-47f2-491e-99c6-31b63cf7bd8b tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:57.695156 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-bd87a6a7-22dd-4ddf-9787-b4e28e41055f req-cfe4403b-47f2-491e-99c6-31b63cf7bd8b tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 931 time: 0.1293740 Sep 20 22:24:57.853465 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-bd87a6a7-22dd-4ddf-9787-b4e28e41055f req-ceaee0a7-980f-4aec-829a-a6935aee6258 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484616 Sep 20 22:24:57.894813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e9f8f-9459-477e-8a19-74eee188ef06 req-c12ad8cc-f85e-42cf-98f5-f2c09d5491c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:57.901541 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3b8e9f8f-9459-477e-8a19-74eee188ef06 req-c12ad8cc-f85e-42cf-98f5-f2c09d5491c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0808272 Sep 20 22:24:57.926080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 032c0f23-cc75-43ef-9989-eed48c7216a2 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:24:57.948110 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 032c0f23-cc75-43ef-9989-eed48c7216a2 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:24:57.948779 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 032c0f23-cc75-43ef-9989-eed48c7216a2 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:24:57.953469 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3b8e9f8f-9459-477e-8a19-74eee188ef06 req-6839e2b4-a028-423b-9432-9b48e7469c5d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Sep 20 22:24:57.966193 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e55512-d319-44ae-bea2-34196f7f6033 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:24:57.974709 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks [] for port (d0e55512-d319-44ae-bea2-34196f7f6033), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:57.989477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Transition to ACTIVE for port object d0e55512-d319-44ae-bea2-34196f7f6033 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:24:57.993626 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:58.046004 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:58.120426 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Attempting to bind port d0e55512-d319-44ae-bea2-34196f7f6033 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:24:58.120761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Attempting to bind port d0e55512-d319-44ae-bea2-34196f7f6033 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:24:58.121127 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Attempting to bind port d0e55512-d319-44ae-bea2-34196f7f6033 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:58.169209 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Port d0e55512-d319-44ae-bea2-34196f7f6033 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:24:58.169675 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Attempting to bind port d0e55512-d319-44ae-bea2-34196f7f6033 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:24:58.219973 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:24:58.220353 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Checking segment: {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:24:58.220920 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Bound using segment: {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:24:58.221387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Bound port: d0e55512-d319-44ae-bea2-34196f7f6033, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:24:58.221779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:58.291670 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8e63d9fd-adc2-4909-9a57-0b6b93e4ce4a req-5c200a7c-ec2a-4d1e-9881-60399687b851 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0488701 Sep 20 22:24:58.300496 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:24:58.303635 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d0e55512-d319-44ae-bea2-34196f7f6033,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:24:58.316257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:58.342018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:58.342647 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:58.344064 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d0e55512-d319-44ae-bea2-34196f7f6033 HTTP/1.1" status: 200 len: 1093 time: 1.1624246 Sep 20 22:24:58.344562 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:24:58.347068 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20685e0b-376c-4697-8aeb-1be65ded4ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:24:58.359461 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:58.374700 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b08a-59b1-4c42-ad9a-115797d7c963 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:58.399625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c6fe6-53fe-412c-b814-c8d9147dd035 x-openstack-request-id: req-8e5c6fe6-53fe-412c-b814-c8d9147dd035 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:24:58.399951 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:24:58.400827 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e5c6fe6-53fe-412c-b814-c8d9147dd035 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:24:58.401380 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5c6fe6-53fe-412c-b814-c8d9147dd035'] response: {'name': 'network-changed', 'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033', 'status': 'completed', 'code': 200} Sep 20 22:24:58.659683 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-1d9d384f-155c-4390-b62e-a36e58759816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:58.661401 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-1d9d384f-155c-4390-b62e-a36e58759816 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 1127 time: 0.0432611 Sep 20 22:24:58.721920 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-b2410942-ac99-472f-825a-739f31812582 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=d30f356aca02448f8dbbf8c1d190259f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301630 Sep 20 22:24:58.760154 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:58.791830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-847a6b50-9de8-4c99-9a59-daa24e5a0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:58.793373 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-847a6b50-9de8-4c99-9a59-daa24e5a0f1a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1108491 Sep 20 22:24:58.933456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-6069bd7b-b37f-4178-aaf8-a0201272bf07 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:58.935026 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-6069bd7b-b37f-4178-aaf8-a0201272bf07 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072001 Sep 20 22:24:58.948095 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-e385c542-ca2d-464e-9cb4-19f5f37129fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:58.950376 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20685e0b-376c-4697-8aeb-1be65ded4ef2 req-e385c542-ca2d-464e-9cb4-19f5f37129fd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1485522 Sep 20 22:24:58.999954 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542d990-0192-4a02-ac38-f3af1cd38b19 req-52a0f137-5889-4b91-89a8-da7874591123 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:59.001478 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1542d990-0192-4a02-ac38-f3af1cd38b19 req-52a0f137-5889-4b91-89a8-da7874591123 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 943 time: 0.0463109 Sep 20 22:24:59.051349 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Request body: {'port': {'device_id': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754', 'admin_state_up': True, 'tenant_id': 'd30f356aca02448f8dbbf8c1d190259f'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:24:59.081527 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1542d990-0192-4a02-ac38-f3af1cd38b19 req-027460a6-fbcf-45ac-92cf-ca3c68bdd2e8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733542 Sep 20 22:24:59.100665 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944967-0324-4e33-99b1-3b7b3990916f req-a09e1037-9b1e-4a84-9545-b076aac97063 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:59.102834 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e1944967-0324-4e33-99b1-3b7b3990916f req-a09e1037-9b1e-4a84-9545-b076aac97063 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Sep 20 22:24:59.183264 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-c2454c5b-f2c7-4285-a52b-23dde20777f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:59.184917 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-c2454c5b-f2c7-4285-a52b-23dde20777f0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 1127 time: 0.0799522 Sep 20 22:24:59.188802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:59.193508 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Made reservation on behalf of d30f356aca02448f8dbbf8c1d190259f for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:24:59.193660 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e1944967-0324-4e33-99b1-3b7b3990916f req-46161a45-16df-4249-819c-05bd2039b0fe tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747163 Sep 20 22:24:59.199539 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.215899 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.242098 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-9d76709a-0972-4d56-923d-08ab011335bf service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0e55512-d319-44ae-bea2-34196f7f6033 HTTP/1.1" status: 200 len: 217 time: 0.0469840 Sep 20 22:24:59.300915 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-7bd854af-55df-414a-88a5-afd89ef0d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:24:59.302430 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-7bd854af-55df-414a-88a5-afd89ef0d4db service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0819a676-2de5-480e-a492-9d1c15a81339 HTTP/1.1" status: 200 len: 849 time: 0.0516920 Sep 20 22:24:59.304627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks [] for security_group (b498ad3d-b2c2-4baa-befb-ef8231e3458c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.308546 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b498ad3d-b2c2-4baa-befb-ef8231e3458c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.330919 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:59.342174 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-df7d7532-8ad1-48e2-b07c-102c23ed3b28 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318735 Sep 20 22:24:59.379476 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b498ad3d-b2c2-4baa-befb-ef8231e3458c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:59.445543 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-ffeb4c1d-a6c6-4278-886e-18638d05c5d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951633 Sep 20 22:24:59.550770 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fddc8ef7-80db-4e32-b4c8-b7b784097753 req-2963bb52-404a-4f80-b021-bda03d339af4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971076 Sep 20 22:24:59.572998 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57404) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:24:59.661369 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54d6b570-6056-4c69-a338-7ccdff2905ac req-ef89c081-f120-4a4c-88d9-159db3682d6b tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 210 time: 0.2762127 Sep 20 22:24:59.721048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Allocated IP 192.168.233.43 (b129e8e3-1a24-4d18-9ca0-c4cd754d8754/64bd0786-de4c-4584-8466-6b85cf5c66af/129be773-664e-42a2-b7d9-454685340602) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:24:59.876505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks [] for port (129be773-664e-42a2-b7d9-454685340602), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.913657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (129be773-664e-42a2-b7d9-454685340602), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:24:59.916819 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:24:59.960305 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:24:59.965853 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:24:59.969724 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:24:59.973808 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Pushing event updated for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:24:59.983468 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.022362 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:00.022981 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.049493 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-38d2f6aa-9ffc-4e99-80cf-52418c14078f tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0063794 Sep 20 22:25:00.201711 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:00.208723 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Provisioning complete for port 129be773-664e-42a2-b7d9-454685340602 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:00.209143 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (129be773-664e-42a2-b7d9-454685340602), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.209554 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Attempt 1 to provision port 129be773-664e-42a2-b7d9-454685340602 Sep 20 22:25:00.219674 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:00.247887 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Port 129be773-664e-42a2-b7d9-454685340602 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:00.249277 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1370937-0ffb-4bba-aefc-84379a469bbd req-5b086285-12c0-4355-a74b-63fc2abecfec tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:00.256141 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a1370937-0ffb-4bba-aefc-84379a469bbd req-5b086285-12c0-4355-a74b-63fc2abecfec tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 943 time: 0.0951946 Sep 20 22:25:00.348340 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be1dc7-4e21-45ee-b8c0-31d2e30271b8 req-e9d9940c-afcb-4f08-972a-d054e2df57b4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:00.351089 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9be1dc7-4e21-45ee-b8c0-31d2e30271b8 req-e9d9940c-afcb-4f08-972a-d054e2df57b4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Sep 20 22:25:00.356074 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a1370937-0ffb-4bba-aefc-84379a469bbd req-f37a6677-47c4-4838-b99f-69575fcb88d7 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963798 Sep 20 22:25:00.363062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Deleting port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:00.363395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.407266 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a9be1dc7-4e21-45ee-b8c0-31d2e30271b8 req-6b0da04f-7eb7-4540-b6fc-de9160cf31d2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Sep 20 22:25:00.452255 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] For port 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:00.452674 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.465415 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Calling delete_port for 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc owned by network:router_interface {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:00.679011 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.708367 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:00.748887 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Attempt 2 to provision port 129be773-664e-42a2-b7d9-454685340602 Sep 20 22:25:00.784642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Port 129be773-664e-42a2-b7d9-454685340602 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:00.807774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84a5d-a983-4c71-9aed-6f731108e088 req-637e59f2-c438-46c3-9bd0-51b796d3641d tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:00.809324 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-99f84a5d-a983-4c71-9aed-6f731108e088 req-637e59f2-c438-46c3-9bd0-51b796d3641d tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 935 time: 0.0595839 Sep 20 22:25:00.879776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:00.898854 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Request body: {'port': {'device_id': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:00.901346 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:00.946204 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-99f84a5d-a983-4c71-9aed-6f731108e088 req-0c1f4456-9f68-4402-94f7-9fcb9d6ab051 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Sep 20 22:25:00.952413 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:00.971014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (129be773-664e-42a2-b7d9-454685340602), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.244068 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129be773-664e-42a2-b7d9-454685340602 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:25:01.248200 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:01.253015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks [] for port (129be773-664e-42a2-b7d9-454685340602), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.268208 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Transition to ACTIVE for port object 129be773-664e-42a2-b7d9-454685340602 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:25:01.273729 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (129be773-664e-42a2-b7d9-454685340602), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.285430 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Attempt 3 to provision port 129be773-664e-42a2-b7d9-454685340602 Sep 20 22:25:01.324649 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:01.325875 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Port 129be773-664e-42a2-b7d9-454685340602 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:01.333024 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:01.385808 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Attempting to bind port 129be773-664e-42a2-b7d9-454685340602 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:01.386168 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Attempting to bind port 129be773-664e-42a2-b7d9-454685340602 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:01.386635 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Attempting to bind port 129be773-664e-42a2-b7d9-454685340602 on network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:01.395558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:25:01.432286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Port 129be773-664e-42a2-b7d9-454685340602 on network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:25:01.432615 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Attempting to bind port 129be773-664e-42a2-b7d9-454685340602 on network b129e8e3-1a24-4d18-9ca0-c4cd754d8754 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:01.504519 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f467d2-644d-4ffe-8cb9-0d2435bc74d7 req-957a670e-7c18-4efe-a843-fd996b5d1cba tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:01.506650 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47f467d2-644d-4ffe-8cb9-0d2435bc74d7 req-957a670e-7c18-4efe-a843-fd996b5d1cba tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 943 time: 0.0705521 Sep 20 22:25:01.523058 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:01.523394 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Checking segment: {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:01.523769 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Bound using segment: {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:01.524207 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Bound port: 129be773-664e-42a2-b7d9-454685340602, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a329a7d-a841-481e-b984-dd0aefe68042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:01.524569 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (129be773-664e-42a2-b7d9-454685340602), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.533127 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:25:01.542837 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-c8b1e067-12c7-423c-a824-2a0988c98fe4 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/c5e9b92d-2135-4b46-9af3-a1e1c8588e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639468 Sep 20 22:25:01.542837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57438) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:01.546845 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Sync routers for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:25:01.555586 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac4ccc-bc58-4c33-aab7-4da2e9e02c27 req-1599e038-0d75-4386-8e28-70efd323ed75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:01.557681 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-57ac4ccc-bc58-4c33-aab7-4da2e9e02c27 req-1599e038-0d75-4386-8e28-70efd323ed75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0646665 Sep 20 22:25:01.574468 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:01.575230 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:01.606422 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-47f467d2-644d-4ffe-8cb9-0d2435bc74d7 req-da982050-c7ab-4c16-b783-5b66d83254ad tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916533 Sep 20 22:25:01.624675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:01.629059 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=129be773-664e-42a2-b7d9-454685340602,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:01.636797 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (129be773-664e-42a2-b7d9-454685340602), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.641651 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:01.642971 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.645940 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/129be773-664e-42a2-b7d9-454685340602 HTTP/1.1" status: 200 len: 1097 time: 0.7513502 Sep 20 22:25:01.646675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'tag': '129be773-664e-42a2-b7d9-454685340602'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:01.649182 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0bd64e-b444-4275-8d4f-0c14f18506bd" -d '{"events": [{"name": "network-changed", "server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "tag": "129be773-664e-42a2-b7d9-454685340602"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:01.696844 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-57ac4ccc-bc58-4c33-aab7-4da2e9e02c27 req-6047260c-4dda-49ea-a118-2720a84651eb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062496 Sep 20 22:25:01.722632 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks [] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.732740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd39a-b10f-47a7-8298-1d9dc8ee52c8 service neutron] Pushing event updated for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:01.761497 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:01.808314 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-fc1ba72a-5604-41d7-9ec5-d32c2d3248b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:01.811177 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-fc1ba72a-5604-41d7-9ec5-d32c2d3248b8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d30f356aca02448f8dbbf8c1d190259f&device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 1131 time: 0.0591972 Sep 20 22:25:01.817208 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd3eced-25ae-4469-8cb0-e8b8b23abf63 x-openstack-request-id: req-3fd3eced-25ae-4469-8cb0-e8b8b23abf63 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:01.818736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "tag": "129be773-664e-42a2-b7d9-454685340602", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:01.819080 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fd3eced-25ae-4469-8cb0-e8b8b23abf63 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:01.819496 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd3eced-25ae-4469-8cb0-e8b8b23abf63'] response: {'name': 'network-changed', 'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'tag': '129be773-664e-42a2-b7d9-454685340602', 'status': 'completed', 'code': 200} Sep 20 22:25:01.827013 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Attempt 4 to provision port 129be773-664e-42a2-b7d9-454685340602 Sep 20 22:25:01.867285 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-afabd5fe-762b-49af-8c77-5f1a7b27d404 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=129be773-664e-42a2-b7d9-454685340602 HTTP/1.1" status: 200 len: 217 time: 0.0435760 Sep 20 22:25:01.890088 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-3aad5e27-3d09-4252-86b1-9f7bdad876b8 None None] Port 129be773-664e-42a2-b7d9-454685340602 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:25:01.922734 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:01.925407 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks [] for router_gateway (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.936190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-dc61638f-1f46-4a81-87a9-5af90a90751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:01.938128 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-dc61638f-1f46-4a81-87a9-5af90a90751f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=64bd0786-de4c-4584-8466-6b85cf5c66af HTTP/1.1" status: 200 len: 843 time: 0.0623403 Sep 20 22:25:01.955060 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d0e55512-d319-44ae-bea2-34196f7f6033 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:25:01.974935 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Deleting port 13de0d2b-1bde-4e50-844a-96c4a5bfc475 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:01.975511 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:01.989327 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:25:00Z', 'revision_number': 5, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port': {'id': '13de0d2b-1bde-4e50-844a-96c4a5bfc475', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:45:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:42Z', 'updated_at': '2022-09-20T22:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:02.000375 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-704f324a-07b8-486f-a569-44c473207c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:02.002328 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-704f324a-07b8-486f-a569-44c473207c6b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b129e8e3-1a24-4d18-9ca0-c4cd754d8754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0580499 Sep 20 22:25:02.060088 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Checking router: c5e9b92d-2135-4b46-9af3-a1e1c8588e93 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:25:02.082871 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Routers {'c5e9b92d-2135-4b46-9af3-a1e1c8588e93'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:02.086201 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:24:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:02.188614 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] For port 13de0d2b-1bde-4e50-844a-96c4a5bfc475, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=13de0d2b-1bde-4e50-844a-96c4a5bfc475,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:02.189033 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.203796 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-22e9cb98-b270-4302-981f-04555827dbd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b129e8e3-1a24-4d18-9ca0-c4cd754d8754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929207 Sep 20 22:25:02.215949 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d0e55512-d319-44ae-bea2-34196f7f6033,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:02.218251 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d581d3-a33c-4a15-a356-cebda4ffaab1 req-3b03778e-5c27-41b8-af6f-745bc907eb87 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:02.220656 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5d581d3-a33c-4a15-a356-cebda4ffaab1 req-3b03778e-5c27-41b8-af6f-745bc907eb87 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 947 time: 0.1071546 Sep 20 22:25:02.227503 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Calling delete_port for 13de0d2b-1bde-4e50-844a-96c4a5bfc475 owned by network:router_gateway {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:02.247218 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] Set router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:02.255182 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd0e55512-d319-44ae-bea2-34196f7f6033', 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab', 'port_id': 'd0e55512-d319-44ae-bea2-34196f7f6033', 'mac_address': 'fa:16:3e:20:64:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0819a676-2de5-480e-a492-9d1c15a81339', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:25:02.329702 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9b757002-df8c-4fa7-918b-d736cb771a91 req-cf2e376c-1b3a-47c4-bdb2-cfa8ed86b0c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b129e8e3-1a24-4d18-9ca0-c4cd754d8754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203539 Sep 20 22:25:02.332093 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:25:01Z', 'revision_number': 6, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:02.333826 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d0e55512-d319-44ae-bea2-34196f7f6033 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:02.335481 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.363832 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57464) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:02.388329 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d797f-49f8-4602-b30d-849ab8857371 None None] The sync data for ids ['c5e9b92d-2135-4b46-9af3-a1e1c8588e93'] in dv-cinder-858276-1-iscsi is: [{'id': 'c5e9b92d-2135-4b46-9af3-a1e1c8588e93', 'name': 'tempest-DeleteServersTestJSON-129381392-router', 'tenant_id': '022e19ae817e4fb9b0eda463455c2ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:25:01Z', 'revision_number': 6, 'project_id': '022e19ae817e4fb9b0eda463455c2ccf', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:25:02.390125 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e55512-d319-44ae-bea2-34196f7f6033 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:25:02.407124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:02.423463 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d0e55512-d319-44ae-bea2-34196f7f6033,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:02.433676 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.466339 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5d581d3-a33c-4a15-a356-cebda4ffaab1 req-4883009d-ac50-4b5f-9d95-c5d368fed998 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212787 Sep 20 22:25:02.491216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:02.495370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:02.554417 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c36d269b-4073-4150-a44d-84cc721376be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.593752 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:02.608661 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:02.618639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (13de0d2b-1bde-4e50-844a-96c4a5bfc475), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.634780 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c36d269b-4073-4150-a44d-84cc721376be admin admin] Publish callbacks [] for security_group (d0c11f8a-1d97-460e-a75f-d806a93dee38), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.638792 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c36d269b-4073-4150-a44d-84cc721376be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d0c11f8a-1d97-460e-a75f-d806a93dee38), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.644636 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Pushing event deleted for resources: {'Port': ['ID=13de0d2b-1bde-4e50-844a-96c4a5bfc475,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:02.681949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d269b-4073-4150-a44d-84cc721376be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c11f8a-1d97-460e-a75f-d806a93dee38,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:02.706994 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c36d269b-4073-4150-a44d-84cc721376be admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5973825a72034d22a4603063de1f4739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419430 Sep 20 22:25:02.709620 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57474) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:02.723653 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.764672 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d0e55512-d319-44ae-bea2-34196f7f6033'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:25:02.803896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4a71b-b6f7-4d99-8339-0ba9577dcf33 req-db56c6de-743a-44f0-8230-f93213b6044c tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:02.806106 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62c4a71b-b6f7-4d99-8339-0ba9577dcf33 req-db56c6de-743a-44f0-8230-f93213b6044c tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 944 time: 0.0804558 Sep 20 22:25:02.838570 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] Publish callbacks [] for security_group (d0c11f8a-1d97-460e-a75f-d806a93dee38), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.876423 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.879303 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks [] for router_controller (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.880396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] Publish callbacks [] for security_group (d0c11f8a-1d97-460e-a75f-d806a93dee38), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.917991 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-62c4a71b-b6f7-4d99-8339-0ba9577dcf33 req-aad88a93-997a-453f-ba8c-1d6750304e99 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041532 Sep 20 22:25:02.966884 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d0c11f8a-1d97-460e-a75f-d806a93dee38), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.969915 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.971215 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d0c11f8a-1d97-460e-a75f-d806a93dee38 HTTP/1.1" status: 204 len: 168 time: 0.2605891 Sep 20 22:25:02.973044 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cea88-3370-413d-b650-146bce11ab51 req-2dd0d263-ed3e-4cd3-baae-a821d0f70951 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:02.980461 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-479cea88-3370-413d-b650-146bce11ab51 req-2dd0d263-ed3e-4cd3-baae-a821d0f70951 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.1276195 Sep 20 22:25:02.983944 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc41fd-9269-463b-bc77-8dd77861f15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c11f8a-1d97-460e-a75f-d806a93dee38,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:02.989839 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (c5e9b92d-2135-4b46-9af3-a1e1c8588e93), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:02.990720 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e9b92d-2135-4b46-9af3-a1e1c8588e93 {{(pid=106260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:25:03.005430 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.008781 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f1543510-9c7a-4798-a43e-110491369901 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/c5e9b92d-2135-4b46-9af3-a1e1c8588e93 HTTP/1.1" status: 204 len: 168 time: 1.4638927 Sep 20 22:25:03.009215 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57480) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:03.046159 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-479cea88-3370-413d-b650-146bce11ab51 req-f6ab2a8b-fa60-4e7e-9aaf-56ab61739f06 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646400 Sep 20 22:25:03.066401 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Deleting subnet d77a3dbc-9205-4f23-9551-5db95088f988 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:25:03.069700 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Publish callbacks [] for subnet (d77a3dbc-9205-4f23-9551-5db95088f988), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.105949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (d77a3dbc-9205-4f23-9551-5db95088f988), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.152032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:03.218707 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (d77a3dbc-9205-4f23-9551-5db95088f988), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.268371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57484) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:03.279523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (d77a3dbc-9205-4f23-9551-5db95088f988), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.287219 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-47db1c96-0e5d-4201-9643-aaec887dd535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.305973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77a3dbc-9205-4f23-9551-5db95088f988,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:03.311551 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.317417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48932d1-40a8-4c26-91c5-141eeedf1a7d None None] Network 28cbe139-2fb4-430b-a584-e2ebae929181 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:25:03.318254 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7e15604f-69bc-4283-bad6-74fa44aad993 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d77a3dbc-9205-4f23-9551-5db95088f988 HTTP/1.1" status: 204 len: 168 time: 0.3058155 Sep 20 22:25:03.318878 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57486) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:03.381167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-47db1c96-0e5d-4201-9643-aaec887dd535 admin admin] Publish callbacks [] for security_group (edac7933-90ce-49ff-8dbe-5486279d7188), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.387001 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-47db1c96-0e5d-4201-9643-aaec887dd535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (edac7933-90ce-49ff-8dbe-5486279d7188), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.409760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (28cbe139-2fb4-430b-a584-e2ebae929181), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.430749 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1c96-0e5d-4201-9643-aaec887dd535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac7933-90ce-49ff-8dbe-5486279d7188,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:03.456552 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-47db1c96-0e5d-4201-9643-aaec887dd535 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4895cdb127654b1dbcfc0d57356dd827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870389 Sep 20 22:25:03.464876 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57488) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:03.508612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Deleting port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:03.508961 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.534781 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] DHCP port deletion for 28cbe139-2fb4-430b-a584-e2ebae929181 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:25:03.567875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] Publish callbacks [] for security_group (edac7933-90ce-49ff-8dbe-5486279d7188), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.589581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Deleting port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:03.589970 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.597119 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:03.600326 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] Publish callbacks [] for security_group (edac7933-90ce-49ff-8dbe-5486279d7188), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.626156 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-034aabaf-06a3-4958-8251-a2205befb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:03.641958 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-034aabaf-06a3-4958-8251-a2205befb05b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d30f356aca02448f8dbbf8c1d190259f&device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 1131 time: 0.1708834 Sep 20 22:25:03.692509 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] For port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:03.692995 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.708571 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Calling delete_port for 55f3ea0a-0818-4a63-ac93-90be4a5b8efe owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:03.722162 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (edac7933-90ce-49ff-8dbe-5486279d7188), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.724828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.730839 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/edac7933-90ce-49ff-8dbe-5486279d7188 HTTP/1.1" status: 204 len: 168 time: 0.2626717 Sep 20 22:25:03.741766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e13e7-c44a-4675-bc2f-f3988ffeb3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac7933-90ce-49ff-8dbe-5486279d7188,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:03.758503 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e797b37-4602-4c77-9d1c-e579565aa800 req-4be9d9a4-f5f4-467b-a6a3-a5385b1dba7e tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:03.760584 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e797b37-4602-4c77-9d1c-e579565aa800 req-4be9d9a4-f5f4-467b-a6a3-a5385b1dba7e tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 947 time: 0.1953924 Sep 20 22:25:03.811669 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:03.892643 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 55f3ea0a-0818-4a63-ac93-90be4a5b8efe no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:03.912148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] For port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,segment=NetworkSegment(71ca3ea3-e4ed-4e94-978e-3942ab3ca722),segment_id=71ca3ea3-e4ed-4e94-978e-3942ab3ca722)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:03.912542 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:03.973999 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e797b37-4602-4c77-9d1c-e579565aa800 req-bcc50cd5-a6ef-4aae-ab9e-bc47d336c4db tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589060 Sep 20 22:25:03.992078 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Calling delete_port for 55f3ea0a-0818-4a63-ac93-90be4a5b8efe owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:04.019552 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 129be773-664e-42a2-b7d9-454685340602 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:25:04.024081 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d0e55512-d319-44ae-bea2-34196f7f6033 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:04.028197 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.088143 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-07c34121-5458-4a03-aef3-c5f5433e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.102607 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-07c34121-5458-4a03-aef3-c5f5433e2324 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b129e8e3-1a24-4d18-9ca0-c4cd754d8754 HTTP/1.1" status: 200 len: 869 time: 0.4428289 Sep 20 22:25:04.123721 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] Pushing event deleted for resources: {'Port': ['ID=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.146070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab07ef-b70c-4661-b200-5bc0601a57bc None None] No DVR routers for this DVR port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:25:04.160491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No active binding found for port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe {{(pid=106262) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 20 22:25:04.161228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] The host dv-cinder-858276-1-iscsi is not matching for port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe host None! {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 20 22:25:04.161817 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 55f3ea0a-0818-4a63-ac93-90be4a5b8efe not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:04.162427 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 13de0d2b-1bde-4e50-844a-96c4a5bfc475 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:04.166072 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba85e2-a067-4a71-b98e-dcc4227eb18c req-21c67330-90e7-4eb9-8aeb-321add1f836b tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.173382 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-54ba85e2-a067-4a71-b98e-dcc4227eb18c req-21c67330-90e7-4eb9-8aeb-321add1f836b tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 944 time: 0.0966942 Sep 20 22:25:04.198420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 13de0d2b-1bde-4e50-844a-96c4a5bfc475 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:25:04.199048 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 13de0d2b-1bde-4e50-844a-96c4a5bfc475 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:04.200065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:04.204344 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57506) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:04.207432 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-06d3084a-d7ad-4158-a01d-6adae05ae86c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=129be773-664e-42a2-b7d9-454685340602 HTTP/1.1" status: 200 len: 217 time: 0.0951529 Sep 20 22:25:04.261031 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-54ba85e2-a067-4a71-b98e-dcc4227eb18c req-485baa62-224e-418e-b018-88b8d2d68dc1 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810356 Sep 20 22:25:04.266231 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:25:04.266788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9782f9c4-e0d6-4ec5-8fe7-0be9939ccecc not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:04.281066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port d0e55512-d319-44ae-bea2-34196f7f6033 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:25:04.299047 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d0e55512-d319-44ae-bea2-34196f7f6033 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:04.299677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.299808 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d0e55512-d319-44ae-bea2-34196f7f6033 Sep 20 22:25:04.323831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bdd84-20a1-4655-9947-7fca5ac9ea98 req-cb641f71-9b19-440b-905f-7783e17a2211 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.325398 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-440bdd84-20a1-4655-9947-7fca5ac9ea98 req-cb641f71-9b19-440b-905f-7783e17a2211 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.1361473 Sep 20 22:25:04.331506 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-9ec8b0be-6918-4aa2-a420-0b430c12a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.332940 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-9ec8b0be-6918-4aa2-a420-0b430c12a815 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=64bd0786-de4c-4584-8466-6b85cf5c66af HTTP/1.1" status: 200 len: 843 time: 0.0963223 Sep 20 22:25:04.360091 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=129be773-664e-42a2-b7d9-454685340602,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:04.386398 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '129be773-664e-42a2-b7d9-454685340602', 'network_id': 'b129e8e3-1a24-4d18-9ca0-c4cd754d8754', 'port_id': '129be773-664e-42a2-b7d9-454685340602', 'mac_address': 'fa:16:3e:d9:e2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bd0786-de4c-4584-8466-6b85cf5c66af', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:25:04.389480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (55f3ea0a-0818-4a63-ac93-90be4a5b8efe), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.399677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:04.409301 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d09d12f2-4ab0-4707-a21e-0995d0ebb221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.423548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-f6a746f6-73b7-4bd0-bf59-f7c6be2c4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.425117 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-f6a746f6-73b7-4bd0-bf59-f7c6be2c4319 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b129e8e3-1a24-4d18-9ca0-c4cd754d8754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0839868 Sep 20 22:25:04.430642 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] No DVR routers for this DVR port 55f3ea0a-0818-4a63-ac93-90be4a5b8efe on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:25:04.434384 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Pushing event deleted for resources: {'Port': ['ID=55f3ea0a-0818-4a63-ac93-90be4a5b8efe,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.461741 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d0e55512-d319-44ae-bea2-34196f7f6033 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:04.462173 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.479228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:04.486940 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 129be773-664e-42a2-b7d9-454685340602 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:04.487547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (129be773-664e-42a2-b7d9-454685340602), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.494891 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:04.495644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:04.517264 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:04.519809 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a4882-5546-4d07-901a-8fd9298a3292" -d '{"events": [{"server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "name": "network-vif-plugged", "status": "completed", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:04.530381 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129be773-664e-42a2-b7d9-454685340602 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:25:04.539038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57512) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:04.546979 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d0e55512-d319-44ae-bea2-34196f7f6033,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:04.554493 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.556697 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-440bdd84-20a1-4655-9947-7fca5ac9ea98 req-c682938a-915f-43bc-8400-abebe7720383 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217050 Sep 20 22:25:04.566218 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=129be773-664e-42a2-b7d9-454685340602,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:04.599700 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f885c9-43bc-4871-8657-688adf4066a3 x-openstack-request-id: req-67f885c9-43bc-4871-8657-688adf4066a3 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:04.600042 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "name": "network-vif-plugged", "status": "completed", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:04.600404 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67f885c9-43bc-4871-8657-688adf4066a3 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:04.601206 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f885c9-43bc-4871-8657-688adf4066a3'] response: {'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033', 'code': 200} Sep 20 22:25:04.601725 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (129be773-664e-42a2-b7d9-454685340602), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.618374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0958975-6450-499e-8bd2-c3c8deb306f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.619206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (28cbe139-2fb4-430b-a584-e2ebae929181), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.624060 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d09d12f2-4ab0-4707-a21e-0995d0ebb221 admin admin] Publish callbacks [] for security_group (b72820a1-1781-44a6-9874-3cf009232187), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.635209 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d09d12f2-4ab0-4707-a21e-0995d0ebb221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b72820a1-1781-44a6-9874-3cf009232187), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.653064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.657683 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cbe139-2fb4-430b-a584-e2ebae929181']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:04.675197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ca3ea3-e4ed-4e94-978e-3942ab3ca722') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:04.675540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ca3ea3-e4ed-4e94-978e-3942ab3ca722') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:04.687221 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-0aa24aae-86e3-4a9d-aa84-fff676f926b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b129e8e3-1a24-4d18-9ca0-c4cd754d8754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437005 Sep 20 22:25:04.689180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (71ca3ea3-e4ed-4e94-978e-3942ab3ca722), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.705090 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (71ca3ea3-e4ed-4e94-978e-3942ab3ca722), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.710587 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d12f2-4ab0-4707-a21e-0995d0ebb221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72820a1-1781-44a6-9874-3cf009232187,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.715570 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d09d12f2-4ab0-4707-a21e-0995d0ebb221 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d0bbf6f99b4e4d68bbf134b06ce666cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102456 Sep 20 22:25:04.719837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57514) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:04.729748 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.744055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:25:04.744511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (71ca3ea3-e4ed-4e94-978e-3942ab3ca722), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.819634 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 71ca3ea3-e4ed-4e94-978e-3942ab3ca722 resource provider aggregate not found Sep 20 22:25:04.839442 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0958975-6450-499e-8bd2-c3c8deb306f3 admin admin] Publish callbacks [] for security_group (63e40cc6-7388-456f-9ff5-f05df8656c7f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.840301 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] Publish callbacks [] for security_group (b72820a1-1781-44a6-9874-3cf009232187), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.844580 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 71ca3ea3-e4ed-4e94-978e-3942ab3ca722 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71ca3ea3-e4ed-4e94-978e-3942ab3ca722 found for delete ", "request_id": "req-43099cee-4453-42f4-880a-96b4327916ba"}]} Sep 20 22:25:04.851837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0958975-6450-499e-8bd2-c3c8deb306f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (63e40cc6-7388-456f-9ff5-f05df8656c7f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.863850 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (28cbe139-2fb4-430b-a584-e2ebae929181), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.872739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.877157 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/28cbe139-2fb4-430b-a584-e2ebae929181 HTTP/1.1" status: 204 len: 168 time: 1.5526018 Sep 20 22:25:04.899638 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] Publish callbacks [] for security_group (b72820a1-1781-44a6-9874-3cf009232187), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:04.903717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7b17d-f238-4816-b41e-6272df72ad0b req-f291f2ec-e685-4bba-95f4-8efa0906bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:04.903868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bce14-d5b1-4b49-be79-9ec7465dae2e admin admin] Pushing event deleted for resources: {'Network': ['ID=28cbe139-2fb4-430b-a584-e2ebae929181,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.904664 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a4b7b17d-f238-4816-b41e-6272df72ad0b req-f291f2ec-e685-4bba-95f4-8efa0906bdab service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 1129 time: 0.1021259 Sep 20 22:25:04.909058 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7a0bd64e-b444-4275-8d4f-0c14f18506bd req-13af4e5b-cbc3-487d-a4b5-a0db28e50eab service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b129e8e3-1a24-4d18-9ca0-c4cd754d8754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996524 Sep 20 22:25:04.937371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958975-6450-499e-8bd2-c3c8deb306f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e40cc6-7388-456f-9ff5-f05df8656c7f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:04.939993 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['129be773-664e-42a2-b7d9-454685340602'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:25:04.944174 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d0958975-6450-499e-8bd2-c3c8deb306f3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd0fa9834d64466c96b3e39c847bb805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013796 Sep 20 22:25:04.944989 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57522) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:04.988298 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:05.002987 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a4b7b17d-f238-4816-b41e-6272df72ad0b req-3f75a909-dfa5-4f07-bd5e-2abaa455e3cd service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788946 Sep 20 22:25:05.019427 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b72820a1-1781-44a6-9874-3cf009232187), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.023513 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.024765 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b72820a1-1781-44a6-9874-3cf009232187 HTTP/1.1" status: 204 len: 168 time: 0.3040106 Sep 20 22:25:05.033549 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] Publish callbacks [] for security_group (63e40cc6-7388-456f-9ff5-f05df8656c7f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.056398 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4992a-5ffb-4aa5-ace2-fe41b136f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72820a1-1781-44a6-9874-3cf009232187,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:05.069373 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] Publish callbacks [] for security_group (63e40cc6-7388-456f-9ff5-f05df8656c7f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.140307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (63e40cc6-7388-456f-9ff5-f05df8656c7f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.143924 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.147727 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/63e40cc6-7388-456f-9ff5-f05df8656c7f HTTP/1.1" status: 204 len: 168 time: 0.1990252 Sep 20 22:25:05.158919 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08046efe-3ad5-4005-a543-94f0b0f279d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e40cc6-7388-456f-9ff5-f05df8656c7f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:05.199302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014a776-0f1f-401e-9595-d53c59683869 req-c9116a36-dee5-455a-8aee-decfc35dda42 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:05.201376 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d014a776-0f1f-401e-9595-d53c59683869 req-c9116a36-dee5-455a-8aee-decfc35dda42 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 948 time: 0.0736432 Sep 20 22:25:05.213105 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57530) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:05.229837 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:05.261792 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-748115d9-f92e-40fc-92f2-af5d89514608 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=022e19ae817e4fb9b0eda463455c2ccf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473073 Sep 20 22:25:05.262788 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57532) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:05.346173 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d014a776-0f1f-401e-9595-d53c59683869 req-6e3e704c-d62c-4359-9e7d-ee9f89890a72 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381440 Sep 20 22:25:05.399163 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] Publish callbacks [] for security_group (f28b3eed-bab6-492b-95d0-5d56a6185bc1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.423958 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] Publish callbacks [] for security_group (f28b3eed-bab6-492b-95d0-5d56a6185bc1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.430788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18bb42-ebc5-4d4a-85e4-0ab050453b3b req-b9c20387-c14c-492a-bbd3-ac1dfacce890 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:05.432460 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c18bb42-ebc5-4d4a-85e4-0ab050453b3b req-b9c20387-c14c-492a-bbd3-ac1dfacce890 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0807219 Sep 20 22:25:05.471905 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:05.496586 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f28b3eed-bab6-492b-95d0-5d56a6185bc1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.499674 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:05.501142 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f28b3eed-bab6-492b-95d0-5d56a6185bc1 HTTP/1.1" status: 204 len: 168 time: 0.2373285 Sep 20 22:25:05.505980 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c18bb42-ebc5-4d4a-85e4-0ab050453b3b req-4a6e22a2-7635-465c-8674-d6d3e51f898c tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597889 Sep 20 22:25:05.516116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fdd65-93f0-4c2f-80b4-7e72a40d5b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b3eed-bab6-492b-95d0-5d56a6185bc1,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:05.702604 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be9fef-7249-4925-8b55-d5df7ec0d173 req-cd3aec35-bdcb-4c1d-9465-d1b361b31ca9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:05.704750 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2be9fef-7249-4925-8b55-d5df7ec0d173 req-cd3aec35-bdcb-4c1d-9465-d1b361b31ca9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0554235 Sep 20 22:25:05.723061 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:25:05.759365 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f2be9fef-7249-4925-8b55-d5df7ec0d173 req-9585581d-5163-452f-943f-bd3dc221656b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Sep 20 22:25:05.985771 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 129be773-664e-42a2-b7d9-454685340602 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:06.032230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 129be773-664e-42a2-b7d9-454685340602 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:25:06.038252 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 129be773-664e-42a2-b7d9-454685340602 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:06.039229 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (129be773-664e-42a2-b7d9-454685340602), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:06.039568 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 129be773-664e-42a2-b7d9-454685340602 Sep 20 22:25:06.113470 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 129be773-664e-42a2-b7d9-454685340602 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:06.113857 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (129be773-664e-42a2-b7d9-454685340602), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:06.151475 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=129be773-664e-42a2-b7d9-454685340602,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:06.155600 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (129be773-664e-42a2-b7d9-454685340602), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:06.210242 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:06.490451 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0a8dc-dd01-4ef0-ac68-0540d872460d req-9680aba7-8bc3-43b5-b771-396b61c95acf tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:06.493249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-65e0a8dc-dd01-4ef0-ac68-0540d872460d req-9680aba7-8bc3-43b5-b771-396b61c95acf tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0650194 Sep 20 22:25:06.552179 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-65e0a8dc-dd01-4ef0-ac68-0540d872460d req-8104c693-9949-40d1-8dd4-aae6a1eaf419 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511825 Sep 20 22:25:06.601855 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129be773-664e-42a2-b7d9-454685340602'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:06.604502 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d0c561-7e60-4dee-adf5-bd5114c98a1e" -d '{"events": [{"server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "name": "network-vif-plugged", "status": "completed", "tag": "129be773-664e-42a2-b7d9-454685340602"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:06.649737 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb430d1-170a-4966-a9bd-ab756a295402 x-openstack-request-id: req-dfb430d1-170a-4966-a9bd-ab756a295402 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:06.650214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "name": "network-vif-plugged", "status": "completed", "tag": "129be773-664e-42a2-b7d9-454685340602", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:06.650691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfb430d1-170a-4966-a9bd-ab756a295402 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:06.651026 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb430d1-170a-4966-a9bd-ab756a295402'] response: {'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129be773-664e-42a2-b7d9-454685340602', 'code': 200} Sep 20 22:25:06.656370 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47884a03-e238-43ae-bfd7-68081d066f05 req-11473f27-e68a-402f-b222-c39a7f7fc195 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:06.658069 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47884a03-e238-43ae-bfd7-68081d066f05 req-11473f27-e68a-402f-b222-c39a7f7fc195 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0510867 Sep 20 22:25:06.708995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:06.719961 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47884a03-e238-43ae-bfd7-68081d066f05 req-1cfa10dd-f38d-4b7c-acd6-3d26878eda84 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Sep 20 22:25:06.919396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674636a-2b39-486d-b458-03162d54fdeb req-d3ef61e1-dfbf-4d2b-b396-67c53b2a3e42 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:06.921036 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a674636a-2b39-486d-b458-03162d54fdeb req-d3ef61e1-dfbf-4d2b-b396-67c53b2a3e42 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0665300 Sep 20 22:25:07.011984 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a674636a-2b39-486d-b458-03162d54fdeb req-f74d81e5-e848-4ef9-8778-848e09934a5f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842106 Sep 20 22:25:07.110102 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e208c1-e4c0-4043-b395-d085856143c5 req-4bccf933-1206-4e7c-bc19-5f6328eeb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:07.111596 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d5e208c1-e4c0-4043-b395-d085856143c5 req-4bccf933-1206-4e7c-bc19-5f6328eeb096 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 1133 time: 0.0406566 Sep 20 22:25:07.167491 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d5e208c1-e4c0-4043-b395-d085856143c5 req-f1ce01a7-201b-4037-885f-aacf0db299b6 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Sep 20 22:25:07.422626 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d608b836-9897-4631-a706-05ec16060ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:07.638076 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee560f-e33e-4da9-a205-1b8976bb0656 req-4280a89d-9671-4fdc-b5c7-e5ca8b37f8cc tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:07.639725 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a4ee560f-e33e-4da9-a205-1b8976bb0656 req-4280a89d-9671-4fdc-b5c7-e5ca8b37f8cc tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0535240 Sep 20 22:25:07.671659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57644) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:07.686396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:07.699331 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f64c66-0324-417e-9526-42dea20fe63c req-8d9021a3-befe-4ad6-a5af-5a7826dfe919 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:07.703589 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a4ee560f-e33e-4da9-a205-1b8976bb0656 req-d5ce1b97-9148-4a7d-b53c-b81adcffb243 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573633 Sep 20 22:25:07.705432 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-81f64c66-0324-417e-9526-42dea20fe63c req-8d9021a3-befe-4ad6-a5af-5a7826dfe919 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0523241 Sep 20 22:25:07.751080 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-81f64c66-0324-417e-9526-42dea20fe63c req-dd8cec65-9d5b-478b-93ad-bdf9125128f6 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Sep 20 22:25:07.783616 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6eec-8338-4200-860c-48702459a01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:07.856529 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6eec-8338-4200-860c-48702459a01b admin admin] Publish callbacks [] for security_group (966aa6b7-f212-4f97-9e9d-370d9ca4d73e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:07.860160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6eec-8338-4200-860c-48702459a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (966aa6b7-f212-4f97-9e9d-370d9ca4d73e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:07.899504 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1bfb6eec-8338-4200-860c-48702459a01b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=111d622ae45c4618b5a72b52c173d27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268004 Sep 20 22:25:07.900853 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb6eec-8338-4200-860c-48702459a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966aa6b7-f212-4f97-9e9d-370d9ca4d73e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:07.903415 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57648) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:07.951924 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] Publish callbacks [] for security_group (966aa6b7-f212-4f97-9e9d-370d9ca4d73e), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:07.971904 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] Publish callbacks [] for security_group (966aa6b7-f212-4f97-9e9d-370d9ca4d73e), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.028146 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (966aa6b7-f212-4f97-9e9d-370d9ca4d73e), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.030780 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.031932 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/966aa6b7-f212-4f97-9e9d-370d9ca4d73e HTTP/1.1" status: 204 len: 168 time: 0.1272135 Sep 20 22:25:08.042776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3213a9a-4a39-47bc-a313-3822bce84c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966aa6b7-f212-4f97-9e9d-370d9ca4d73e,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:08.152114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8c80-37bb-4960-8994-840b4d61bba1 req-063eb7ce-8418-412d-91af-79c4f823a1a2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:08.153654 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de9d8c80-37bb-4960-8994-840b4d61bba1 req-063eb7ce-8418-412d-91af-79c4f823a1a2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0487280 Sep 20 22:25:08.204813 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de9d8c80-37bb-4960-8994-840b4d61bba1 req-98b66edd-52ad-4262-9526-55d615719a42 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Sep 20 22:25:08.322756 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57662) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:08.339207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bb70b05a-2451-44c9-9b0b-fd464239b387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.417967 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bb70b05a-2451-44c9-9b0b-fd464239b387 admin admin] Publish callbacks [] for security_group (8edb69c6-f7e5-4475-b771-47bf419afc63), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.421312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bb70b05a-2451-44c9-9b0b-fd464239b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8edb69c6-f7e5-4475-b771-47bf419afc63), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.463686 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-bb70b05a-2451-44c9-9b0b-fd464239b387 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f637d59223fb4b659550fb51e3ee803b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366768 Sep 20 22:25:08.463686 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70b05a-2451-44c9-9b0b-fd464239b387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edb69c6-f7e5-4475-b771-47bf419afc63,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:08.464058 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57668) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:08.515028 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] Publish callbacks [] for security_group (8edb69c6-f7e5-4475-b771-47bf419afc63), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.534813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] Publish callbacks [] for security_group (8edb69c6-f7e5-4475-b771-47bf419afc63), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.580549 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (8edb69c6-f7e5-4475-b771-47bf419afc63), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.583099 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:08.584232 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8edb69c6-f7e5-4475-b771-47bf419afc63 HTTP/1.1" status: 204 len: 168 time: 0.1192477 Sep 20 22:25:08.592291 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b02bdd-e2e6-462c-9964-dc70bdd3b063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edb69c6-f7e5-4475-b771-47bf419afc63,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:08.607636 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:08.848628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ee9e-079b-4481-8a83-4ebf64926ec6 req-043d9e2c-ea15-4026-b5b6-ac88fa1bbf6a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:08.850410 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c1b1ee9e-079b-4481-8a83-4ebf64926ec6 req-043d9e2c-ea15-4026-b5b6-ac88fa1bbf6a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0548813 Sep 20 22:25:08.887677 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b19f4d-efe3-408b-8dcc-bc9bf386bea1 req-eee769cb-0ad7-4ae4-953f-92fdbf24da03 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:08.889561 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-41b19f4d-efe3-408b-8dcc-bc9bf386bea1 req-eee769cb-0ad7-4ae4-953f-92fdbf24da03 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0651917 Sep 20 22:25:08.906947 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c1b1ee9e-079b-4481-8a83-4ebf64926ec6 req-b3230628-7ecd-4a9f-9afb-b22611dd25b1 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510314 Sep 20 22:25:08.942609 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-41b19f4d-efe3-408b-8dcc-bc9bf386bea1 req-81f2c592-a67f-4a1c-b459-1e13014cdd87 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474162 Sep 20 22:25:09.327591 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22710011-87f2-4de9-8dab-6d89c39c90ef req-446063b3-9cbc-48b8-9254-dc822e593ee3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:09.329134 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-22710011-87f2-4de9-8dab-6d89c39c90ef req-446063b3-9cbc-48b8-9254-dc822e593ee3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0489109 Sep 20 22:25:09.361466 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:09.382154 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-22710011-87f2-4de9-8dab-6d89c39c90ef req-7292f282-0ec3-427f-80ea-6597b50c927b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474041 Sep 20 22:25:09.637308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-3c06fc85-634d-4d24-b226-132ea6cc6007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:09.642110 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6558e-054f-4ae1-964a-83563764da1a req-7af3c445-8ac6-4d7b-92b9-01ed961faca9 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:09.643777 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88b6558e-054f-4ae1-964a-83563764da1a req-7af3c445-8ac6-4d7b-92b9-01ed961faca9 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0562301 Sep 20 22:25:09.695824 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57710) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:09.808614 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Deleting port d0e55512-d319-44ae-bea2-34196f7f6033 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:09.809312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:09.877468 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-727d548e-5ae0-436f-8fe6-711a4f7deb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:09.930895 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:09.956176 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] For port d0e55512-d319-44ae-bea2-34196f7f6033, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d0e55512-d319-44ae-bea2-34196f7f6033,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:09.956621 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:09.982689 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Calling delete_port for d0e55512-d319-44ae-bea2-34196f7f6033 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:10.024934 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:10.052453 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebdc0a-67d1-46aa-8cde-da10c7068d48 req-d7450240-6dc6-478a-a267-03d25be3f98f tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:10.053977 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eaebdc0a-67d1-46aa-8cde-da10c7068d48 req-d7450240-6dc6-478a-a267-03d25be3f98f tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 945 time: 0.0678387 Sep 20 22:25:10.101470 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eaebdc0a-67d1-46aa-8cde-da10c7068d48 req-66f39e3e-5e74-49ab-970b-85075a0c7857 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Sep 20 22:25:10.115724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-727d548e-5ae0-436f-8fe6-711a4f7deb28 admin admin] Publish callbacks [] for security_group (7e9d20ca-db98-4fc4-9ecf-94ac225f56ba), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.123425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17071ac-885f-4f21-a055-8287c58c3cf0 req-bd27391d-3163-45bf-bfb6-6c24ae21aaea tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:10.125105 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f17071ac-885f-4f21-a055-8287c58c3cf0 req-bd27391d-3163-45bf-bfb6-6c24ae21aaea tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0831718 Sep 20 22:25:10.129337 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-727d548e-5ae0-436f-8fe6-711a4f7deb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7e9d20ca-db98-4fc4-9ecf-94ac225f56ba), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.205691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d548e-5ae0-436f-8fe6-711a4f7deb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d20ca-db98-4fc4-9ecf-94ac225f56ba,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:10.210006 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-727d548e-5ae0-436f-8fe6-711a4f7deb28 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=057b20be8d4349f295ce69c56054b064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129292 Sep 20 22:25:10.214097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 57722) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:10.262452 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f17071ac-885f-4f21-a055-8287c58c3cf0 req-f69442d9-051b-47a1-bdc8-96beb8791378 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193016 Sep 20 22:25:10.266973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] Publish callbacks [] for security_group (7e9d20ca-db98-4fc4-9ecf-94ac225f56ba), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.288100 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] Publish callbacks [] for security_group (7e9d20ca-db98-4fc4-9ecf-94ac225f56ba), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.295822 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (d0e55512-d319-44ae-bea2-34196f7f6033), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.322863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Pushing event deleted for resources: {'Port': ['ID=d0e55512-d319-44ae-bea2-34196f7f6033,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:10.350809 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7e9d20ca-db98-4fc4-9ecf-94ac225f56ba), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.353754 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.355148 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7e9d20ca-db98-4fc4-9ecf-94ac225f56ba HTTP/1.1" status: 204 len: 168 time: 0.1398406 Sep 20 22:25:10.365383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20bb0d-680d-4cfe-9beb-364601a0e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d20ca-db98-4fc4-9ecf-94ac225f56ba,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:10.417661 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] No DVR routers for this DVR port d0e55512-d319-44ae-bea2-34196f7f6033 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:25:10.420516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:10.424661 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88b6558e-054f-4ae1-964a-83563764da1a req-8c158b8b-5a46-4dd1-b7f7-a627082c188d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d0e55512-d319-44ae-bea2-34196f7f6033 HTTP/1.1" status: 204 len: 173 time: 0.7740619 Sep 20 22:25:10.425226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'name': 'network-vif-deleted', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:10.427546 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c3c6e-ba23-4392-af67-0c804a7a2b7f" -d '{"events": [{"server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "name": "network-vif-deleted", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:10.545990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270870f1-811d-4c4a-a43a-01764e8e2225 req-44c45e33-2f32-4e25-a677-970fba41df79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:10.547697 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-270870f1-811d-4c4a-a43a-01764e8e2225 req-44c45e33-2f32-4e25-a677-970fba41df79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0689507 Sep 20 22:25:10.562523 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5eba3-89b5-4806-b57d-de12969c19a5 x-openstack-request-id: req-25c5eba3-89b5-4806-b57d-de12969c19a5 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:10.562816 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269415dc-d013-4c2b-b7a5-7484844e870e", "name": "network-vif-deleted", "tag": "d0e55512-d319-44ae-bea2-34196f7f6033", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:10.563070 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25c5eba3-89b5-4806-b57d-de12969c19a5 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:10.563472 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c5eba3-89b5-4806-b57d-de12969c19a5'] response: {'server_uuid': '269415dc-d013-4c2b-b7a5-7484844e870e', 'name': 'network-vif-deleted', 'tag': 'd0e55512-d319-44ae-bea2-34196f7f6033', 'status': 'completed', 'code': 200} Sep 20 22:25:10.573529 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:10.613536 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-270870f1-811d-4c4a-a43a-01764e8e2225 req-d68e65af-d6a2-4285-a590-2f6870b1760c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585487 Sep 20 22:25:10.657265 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55e89-39c3-4f0d-a6e3-ac8ceb5e5470 req-7e9c5ec9-eb62-4d4a-8dad-9a1aae4b3029 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:10.657265 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f4d55e89-39c3-4f0d-a6e3-ac8ceb5e5470 req-7e9c5ec9-eb62-4d4a-8dad-9a1aae4b3029 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0483990 Sep 20 22:25:10.707771 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f4d55e89-39c3-4f0d-a6e3-ac8ceb5e5470 req-384176c8-31ae-42ed-bb17-a68fb568ac93 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463717 Sep 20 22:25:10.716269 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.254883 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-86ca4942-553d-426f-8498-561a2247dd2c req-9e9dd01a-b7a1-4378-b1bc-01dd12e5142d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 210 time: 0.0513232 Sep 20 22:25:11.491404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57780) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:11.600435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d7594095-bf6f-4b09-9762-94f1034bb8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.700734 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d7594095-bf6f-4b09-9762-94f1034bb8a7 admin admin] Publish callbacks [] for security_group (e94c9228-48f8-4a0f-9a43-e0797ce11833), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.706194 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d7594095-bf6f-4b09-9762-94f1034bb8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (e94c9228-48f8-4a0f-9a43-e0797ce11833), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.757284 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d7594095-bf6f-4b09-9762-94f1034bb8a7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ec5f4a26cc69405e89315f34264dac6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647905 Sep 20 22:25:11.758317 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 57794) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:11.766088 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7594095-bf6f-4b09-9762-94f1034bb8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c9228-48f8-4a0f-9a43-e0797ce11833,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:11.789078 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372d468-f9e4-44c3-b9db-e8c2d3dfe297 req-33985701-ecb7-4b1f-a905-639cc585568d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:11.797591 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d372d468-f9e4-44c3-b9db-e8c2d3dfe297 req-33985701-ecb7-4b1f-a905-639cc585568d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0985754 Sep 20 22:25:11.829258 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:11.867227 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d372d468-f9e4-44c3-b9db-e8c2d3dfe297 req-9b199e99-0036-4c9d-b7a9-d829f11a04c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686033 Sep 20 22:25:11.890117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2e321-fae5-4ff6-8b56-e9b4f182a924 req-2df3a056-e114-4d86-b3fa-6ae025c8383d tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:11.890117 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-11e2e321-fae5-4ff6-8b56-e9b4f182a924 req-2df3a056-e114-4d86-b3fa-6ae025c8383d tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0736363 Sep 20 22:25:11.890117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] Publish callbacks [] for security_group (e94c9228-48f8-4a0f-9a43-e0797ce11833), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.902778 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:11.927930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] Publish callbacks [] for security_group (e94c9228-48f8-4a0f-9a43-e0797ce11833), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:11.987595 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-11e2e321-fae5-4ff6-8b56-e9b4f182a924 req-0faede1c-3346-48e5-849c-6f607a6696b7 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b498ad3d-b2c2-4baa-befb-ef8231e3458c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Sep 20 22:25:12.015388 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (e94c9228-48f8-4a0f-9a43-e0797ce11833), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.019431 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d0e55512-d319-44ae-bea2-34196f7f6033 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:12.021401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.025200 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e94c9228-48f8-4a0f-9a43-e0797ce11833 HTTP/1.1" status: 204 len: 168 time: 0.2629282 Sep 20 22:25:12.032346 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f70cef-bc3e-4527-99ab-8c5496d553dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c9228-48f8-4a0f-9a43-e0797ce11833,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:12.071035 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: d0e55512-d319-44ae-bea2-34196f7f6033 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:25:12.072520 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d0e55512-d319-44ae-bea2-34196f7f6033 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:12.196061 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.217138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-74a0eaa9-dd25-4f58-9d48-473823918a2b tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:12.219081 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-74a0eaa9-dd25-4f58-9d48-473823918a2b tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 949 time: 0.0632076 Sep 20 22:25:12.278185 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=43 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:12.351834 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Deleting port 129be773-664e-42a2-b7d9-454685340602 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:12.352386 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (129be773-664e-42a2-b7d9-454685340602), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.361704 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.441439 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-584f52a7-c21f-4ef3-97f4-55e9c16c6d10 req-87542115-cd7a-4221-ab07-7ba43c28865a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=269415dc-d013-4c2b-b7a5-7484844e870e HTTP/1.1" status: 200 len: 210 time: 0.0513361 Sep 20 22:25:12.482384 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] For port 129be773-664e-42a2-b7d9-454685340602, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=129be773-664e-42a2-b7d9-454685340602,segment=NetworkSegment(9a329a7d-a841-481e-b984-dd0aefe68042),segment_id=9a329a7d-a841-481e-b984-dd0aefe68042)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:12.482750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (129be773-664e-42a2-b7d9-454685340602), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.497872 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Calling delete_port for 129be773-664e-42a2-b7d9-454685340602 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:12.653483 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (129be773-664e-42a2-b7d9-454685340602), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.671816 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['129be773-664e-42a2-b7d9-454685340602'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:25:12.686834 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Pushing event deleted for resources: {'Port': ['ID=129be773-664e-42a2-b7d9-454685340602,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:12.703481 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:12.750558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] No DVR routers for this DVR port 129be773-664e-42a2-b7d9-454685340602 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:25:12.753627 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:12.760242 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-855c0ae2-8c22-4f3a-b67e-941315dd4070 req-ba736081-55e7-40ae-bb6c-9ddd888cb025 tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.27 "DELETE /networking/v2.0/ports/129be773-664e-42a2-b7d9-454685340602 HTTP/1.1" status: 204 len: 173 time: 0.5263774 Sep 20 22:25:12.761302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'name': 'network-vif-deleted', 'tag': '129be773-664e-42a2-b7d9-454685340602'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:12.764250 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07641028-fecd-49e3-ba43-9b513c02e1df" -d '{"events": [{"server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "name": "network-vif-deleted", "tag": "129be773-664e-42a2-b7d9-454685340602"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:12.842930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224e9b9-7a90-46c1-88af-46046bfca968 x-openstack-request-id: req-9224e9b9-7a90-46c1-88af-46046bfca968 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:12.843254 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073337e5-2eca-4195-a350-435ee3ff2fe7", "name": "network-vif-deleted", "tag": "129be773-664e-42a2-b7d9-454685340602", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:12.843503 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9224e9b9-7a90-46c1-88af-46046bfca968 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:12.844849 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9224e9b9-7a90-46c1-88af-46046bfca968'] response: {'server_uuid': '073337e5-2eca-4195-a350-435ee3ff2fe7', 'name': 'network-vif-deleted', 'tag': '129be773-664e-42a2-b7d9-454685340602', 'status': 'completed', 'code': 200} Sep 20 22:25:13.030061 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057edf59-6842-4d77-a3e2-13e7c1aebb78 req-c5b5feaf-7ed5-4b78-88a4-11ca232bae29 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:13.031839 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-057edf59-6842-4d77-a3e2-13e7c1aebb78 req-c5b5feaf-7ed5-4b78-88a4-11ca232bae29 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0836966 Sep 20 22:25:13.127778 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-057edf59-6842-4d77-a3e2-13e7c1aebb78 req-13567ec4-8341-4d5a-988f-6ebda3887edd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871587 Sep 20 22:25:13.172657 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-78c9fb77-2d35-497e-8d47-1435026da796 req-df5a6807-2a08-411d-b4ba-9a8b397c47be tempest-VolumesNegativeTest-943736816 tempest-VolumesNegativeTest-943736816-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=073337e5-2eca-4195-a350-435ee3ff2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0359125 Sep 20 22:25:13.888613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-d18f8f7d-214c-49ec-83e0-369e6ad9032e tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:13.890106 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-d18f8f7d-214c-49ec-83e0-369e6ad9032e tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 200 len: 809 time: 0.1162214 Sep 20 22:25:13.904978 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-c8a4e44a-e42b-4ec4-a10b-25aaa8b2f8b4 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/quotas/fe8853cc9fd0482097a5ac65534d5e58 HTTP/1.1" status: 200 len: 375 time: 0.0094259 Sep 20 22:25:13.940542 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-b8fe7034-3f31-4b1e-9b4c-a3c46d81a0e2 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299196 Sep 20 22:25:14.030405 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-a7bcdb83-54cf-42b1-98af-77cd2752d681 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Sep 20 22:25:14.127641 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-7465469d-107c-4507-abfe-0266b0ebf135 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913572 Sep 20 22:25:14.257244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37853d0-5d0d-4e22-b8b2-68904db661d3 req-7d48a138-004e-40ec-a83b-9444ff7a1a40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:14.258761 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c37853d0-5d0d-4e22-b8b2-68904db661d3 req-7d48a138-004e-40ec-a83b-9444ff7a1a40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Sep 20 22:25:14.332589 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c37853d0-5d0d-4e22-b8b2-68904db661d3 req-4923f88c-de51-4b64-9d85-8b666d262d80 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627491 Sep 20 22:25:14.337105 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d2d37ee4-80db-40ea-905f-ee6eac283d70 req-b9f77ac8-2a15-4d7b-958e-301cff405422 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Sep 20 22:25:15.467804 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d838d9-e4a3-49d7-abe1-c6285de562e3 req-59d70d98-8476-42bb-b98f-7a5a0e1c8787 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:15.469416 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57d838d9-e4a3-49d7-abe1-c6285de562e3 req-59d70d98-8476-42bb-b98f-7a5a0e1c8787 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0557826 Sep 20 22:25:15.492960 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f9b6e8eb-7109-4957-a364-87cf2e853775 req-2e559247-492b-4419-8300-1537df023751 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0545473 Sep 20 22:25:15.554109 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57d838d9-e4a3-49d7-abe1-c6285de562e3 req-a8ebaa81-c918-44c9-bbce-e1ba7dfe262c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734155 Sep 20 22:25:15.620050 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:15.709888 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-95f2d78f-227c-4cd9-98c3-8a562033df85 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:15.711451 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-95f2d78f-227c-4cd9-98c3-8a562033df85 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 200 len: 809 time: 0.1133106 Sep 20 22:25:15.725829 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Request body: {'port': {'device_id': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab', 'admin_state_up': True, 'tenant_id': 'fe8853cc9fd0482097a5ac65534d5e58'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:15.842323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Made reservation on behalf of fe8853cc9fd0482097a5ac65534d5e58 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:25:15.846368 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:15.981707 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Allocated IP 172.20.0.4 (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab/0819a676-2de5-480e-a492-9d1c15a81339/47ef4a9d-05e9-4684-b0b8-3c65dd87a427) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:16.016369 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 129be773-664e-42a2-b7d9-454685340602 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:16.036050 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 129be773-664e-42a2-b7d9-454685340602 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:25:16.036398 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 129be773-664e-42a2-b7d9-454685340602 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:16.149419 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks [] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:16.185603 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:16.191999 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:16.237338 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:16.240784 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:16.243990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:16.279270 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Pushing event updated for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:16.287100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:16.311606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:16.312224 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:16.329133 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-2b585ff1-1bae-4927-a727-c47b395cc54a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077962 Sep 20 22:25:16.340776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Request body: {'port': {'device_id': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:16.729273 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6ae1-6c3a-48b7-9df9-69181bc315ab req-48dd1ab5-a181-4947-a16d-80339fbc1a57 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:16.736334 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-899c6ae1-6c3a-48b7-9df9-69181bc315ab req-48dd1ab5-a181-4947-a16d-80339fbc1a57 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 931 time: 0.1121054 Sep 20 22:25:16.762477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:16.774271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58168) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:16.779236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:16.859150 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-899c6ae1-6c3a-48b7-9df9-69181bc315ab req-747c2893-e777-41c0-97a6-50665cd79082 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217694 Sep 20 22:25:16.972137 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6805df77-f9c7-48bc-bcf4-e9b70dfede2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.049418 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797176b-ccdb-43d2-8b8a-fb2e36a2e550 req-f0ef0c33-c17c-4dea-93eb-b2c14e633794 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:17.051272 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4797176b-ccdb-43d2-8b8a-fb2e36a2e550 req-f0ef0c33-c17c-4dea-93eb-b2c14e633794 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.3755565 Sep 20 22:25:17.114267 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4797176b-ccdb-43d2-8b8a-fb2e36a2e550 req-a2a59979-682f-424f-882e-8a71f1fbd81c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544980 Sep 20 22:25:17.171815 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6805df77-f9c7-48bc-bcf4-e9b70dfede2d admin admin] Publish callbacks [] for security_group (14b45378-0403-4acd-b2ec-26a7db17bf84), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.179844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6805df77-f9c7-48bc-bcf4-e9b70dfede2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (14b45378-0403-4acd-b2ec-26a7db17bf84), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.187207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:25:17.209409 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks [] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.243671 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6805df77-f9c7-48bc-bcf4-e9b70dfede2d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=17e3e3b0ba6348bfa401ffd9fe2077ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628327 Sep 20 22:25:17.246362 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58198) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:17.247480 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Transition to ACTIVE for port object 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:25:17.248361 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805df77-f9c7-48bc-bcf4-e9b70dfede2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b45378-0403-4acd-b2ec-26a7db17bf84,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:17.252175 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.256201 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:17.311629 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] Publish callbacks [] for security_group (14b45378-0403-4acd-b2ec-26a7db17bf84), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.319401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Pushing event updated for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:17.350380 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] Publish callbacks [] for security_group (14b45378-0403-4acd-b2ec-26a7db17bf84), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.379574 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Attempting to bind port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:17.379910 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Attempting to bind port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:17.380240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Attempting to bind port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:17.407135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:17.439028 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:25:17.439507 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Attempting to bind port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 on network 2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:17.440028 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (14b45378-0403-4acd-b2ec-26a7db17bf84), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.444617 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.449241 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/14b45378-0403-4acd-b2ec-26a7db17bf84 HTTP/1.1" status: 204 len: 168 time: 0.2016110 Sep 20 22:25:17.460783 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c520-2cf0-4453-a150-170cf58e9bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b45378-0403-4acd-b2ec-26a7db17bf84,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:17.501856 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:17.502206 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Checking segment: {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:17.502598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Bound using segment: {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:17.503038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Bound port: 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a87886e-7f3b-406b-b507-97c412475935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:17.503402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.582914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:17.586398 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:17.595356 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58224) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:17.598831 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.605259 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:17.606178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:17.609341 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/47ef4a9d-05e9-4684-b0b8-3c65dd87a427 HTTP/1.1" status: 200 len: 1093 time: 1.2734389 Sep 20 22:25:17.616239 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:17.619497 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e38f9-a835-476c-b86e-b1aba1476daa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:17.648026 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:17.690577 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c217a553-bed9-4e77-9362-84dbcad1304f x-openstack-request-id: req-c217a553-bed9-4e77-9362-84dbcad1304f {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:17.690865 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:17.691350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c217a553-bed9-4e77-9362-84dbcad1304f {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:17.692022 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c217a553-bed9-4e77-9362-84dbcad1304f'] response: {'name': 'network-changed', 'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427', 'status': 'completed', 'code': 200} Sep 20 22:25:17.709510 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b1c0a-cc69-41fd-a4ba-fcbd4891542c service neutron] Pushing event updated for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:17.725982 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-616f9d14-4ef2-4342-8433-aac928cfff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:17.727686 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-616f9d14-4ef2-4342-8433-aac928cfff95 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 1127 time: 0.0571537 Sep 20 22:25:17.772716 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-9ef8332c-afcb-41ab-ab57-12e01f4b6d8a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427 HTTP/1.1" status: 200 len: 217 time: 0.0380695 Sep 20 22:25:17.832517 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-32b8fbfb-7508-43b2-8e81-a7f77341dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:17.834046 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-32b8fbfb-7508-43b2-8e81-a7f77341dda5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0819a676-2de5-480e-a492-9d1c15a81339 HTTP/1.1" status: 200 len: 849 time: 0.0536339 Sep 20 22:25:17.877156 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-160ec221-3863-4f3a-ab21-8a03ab836dcb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327132 Sep 20 22:25:17.905428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9c61ff2e-7402-406d-b3d7-87e31e78a548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.000612 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-a0dd1185-723c-4640-8d25-229881b6769e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179945 Sep 20 22:25:18.027410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9c61ff2e-7402-406d-b3d7-87e31e78a548 admin admin] Publish callbacks [] for security_group (ea0d6881-3333-407e-99bd-96301d6c9122), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.035355 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9c61ff2e-7402-406d-b3d7-87e31e78a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ea0d6881-3333-407e-99bd-96301d6c9122), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.044774 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cb972-6bb9-4dd3-8c9c-a9dba805fe2c req-0c20c130-8a1b-4db0-aaef-e000ccc4df50 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:18.046462 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-848cb972-6bb9-4dd3-8c9c-a9dba805fe2c req-0c20c130-8a1b-4db0-aaef-e000ccc4df50 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 943 time: 0.0683067 Sep 20 22:25:18.095206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61ff2e-7402-406d-b3d7-87e31e78a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d6881-3333-407e-99bd-96301d6c9122,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:18.106944 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95ce2efb-6b4e-44e3-9cec-e507f062b513 req-6fcfc683-6f55-4a2e-8335-b7b3a6598452 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965037 Sep 20 22:25:18.108802 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58244) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:18.109152 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9c61ff2e-7402-406d-b3d7-87e31e78a548 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=57892ce73ab44e41bceffbd8ea9b74a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122445 Sep 20 22:25:18.134980 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-848cb972-6bb9-4dd3-8c9c-a9dba805fe2c req-8e704562-f5e8-419f-b43b-39b53b8c7707 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810676 Sep 20 22:25:18.170054 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] Publish callbacks [] for security_group (ea0d6881-3333-407e-99bd-96301d6c9122), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.192848 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] Publish callbacks [] for security_group (ea0d6881-3333-407e-99bd-96301d6c9122), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.270354 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21258bc-ff81-45d3-b5c2-4b4f3f9eb5a2 req-5c7a88d4-5046-4e76-8614-f69403681105 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:18.271835 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f21258bc-ff81-45d3-b5c2-4b4f3f9eb5a2 req-5c7a88d4-5046-4e76-8614-f69403681105 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0540869 Sep 20 22:25:18.301893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ea0d6881-3333-407e-99bd-96301d6c9122), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.304262 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:18.305417 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ea0d6881-3333-407e-99bd-96301d6c9122 HTTP/1.1" status: 204 len: 168 time: 0.1953280 Sep 20 22:25:18.325006 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d2a07-4e4e-4cfb-ad43-2c9786135d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d6881-3333-407e-99bd-96301d6c9122,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:18.345402 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f21258bc-ff81-45d3-b5c2-4b4f3f9eb5a2 req-9287b08d-0fbb-4144-b176-4b499dab5e72 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664942 Sep 20 22:25:18.949832 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58290) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:19.124093 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-e4bbbc9e-eb1e-4174-b855-feca33e874a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:19.125747 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-e4bbbc9e-eb1e-4174-b855-feca33e874a6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 1127 time: 0.0459857 Sep 20 22:25:19.202640 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:19.230191 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-90d0ff03-3560-4f2e-8198-9250c37f70b7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d30f356aca02448f8dbbf8c1d190259f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790341 Sep 20 22:25:19.233789 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58304) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:19.252785 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58306) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:19.284864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f93d-60fa-4a54-8267-fe01c4c76920 req-c1533f24-5af1-43c0-b53b-c23c6185a4a3 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:19.286612 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed21f93d-60fa-4a54-8267-fe01c4c76920 req-c1533f24-5af1-43c0-b53b-c23c6185a4a3 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 943 time: 0.0622735 Sep 20 22:25:19.287601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-3d1284c2-6e3c-41c4-82c1-2f7fb579a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:19.289100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-3d1284c2-6e3c-41c4-82c1-2f7fb579a2b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 200 len: 909 time: 0.1537557 Sep 20 22:25:19.350747 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-063cf958-a1ad-4774-af8b-0af7f9633990 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427 HTTP/1.1" status: 200 len: 217 time: 0.0520663 Sep 20 22:25:19.351516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] Publish callbacks [] for security_group (b498ad3d-b2c2-4baa-befb-ef8231e3458c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.351735 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed21f93d-60fa-4a54-8267-fe01c4c76920 req-cf112f74-3fad-4878-b9de-0bc6ee493f11 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565484 Sep 20 22:25:19.416937 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] Publish callbacks [] for security_group (b498ad3d-b2c2-4baa-befb-ef8231e3458c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.418967 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:19.469341 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1042852455-network', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:19.483049 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-314e3936-da52-4802-81f5-76de7c324ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:19.484508 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-314e3936-da52-4802-81f5-76de7c324ee6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=0819a676-2de5-480e-a492-9d1c15a81339 HTTP/1.1" status: 200 len: 849 time: 0.1249287 Sep 20 22:25:19.552846 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-1aeeb0af-2890-490a-b2cf-32779a69e0aa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453246 Sep 20 22:25:19.563587 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635a0b-d5b4-4957-8466-b6802d40f736 req-7b89371c-7f6b-4ffc-9814-435a21dfdba5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:19.565090 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-45635a0b-d5b4-4957-8466-b6802d40f736 req-7b89371c-7f6b-4ffc-9814-435a21dfdba5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.1078770 Sep 20 22:25:19.567947 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Made reservation on behalf of 99c755c2cb864d05ac8561716aba8ae2 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:25:19.568813 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.592768 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.607990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b498ad3d-b2c2-4baa-befb-ef8231e3458c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.610762 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.611683 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b498ad3d-b2c2-4baa-befb-ef8231e3458c HTTP/1.1" status: 204 len: 168 time: 0.3764193 Sep 20 22:25:19.670414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecff07-a456-48c9-b4b1-d1d018e0df55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b498ad3d-b2c2-4baa-befb-ef8231e3458c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:19.729727 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-45635a0b-d5b4-4957-8466-b6802d40f736 req-7177eea8-9355-4050-86bf-2d1354b5b008 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581545 Sep 20 22:25:19.765766 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-039d8485-1a52-4907-9409-3a4e179898f6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751454 Sep 20 22:25:19.847741 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks [] for security_group (77919f05-cc74-46b4-80e1-16d473a32472), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.856625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (77919f05-cc74-46b4-80e1-16d473a32472), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.914496 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:25:19.938455 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77919f05-cc74-46b4-80e1-16d473a32472,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:19.941660 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (edbad623-6b06-4b97-bf49-f59611ead6c9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:19.941999 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Added segment edbad623-6b06-4b97-bf49-f59611ead6c9 of type vlan for network 0b600369-ea02-425d-9f5d-51b2980e835e Sep 20 22:25:19.953923 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f04e38f9-a835-476c-b86e-b1aba1476daa req-8a8e4e0f-fb7a-4797-b892-ba711ea3acca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814249 Sep 20 22:25:19.993064 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (0b600369-ea02-425d-9f5d-51b2980e835e), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.025963 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (0b600369-ea02-425d-9f5d-51b2980e835e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.027943 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:20.030080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:25:20.033116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.147097 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8782415 Sep 20 22:25:20.147222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58334) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:20.147222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Request body: {'subnet': {'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1042852455-subnet', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:20.147222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:20.154532 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:20.162064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:20.168208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427', 'network_id': '2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab', 'port_id': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427', 'mac_address': 'fa:16:3e:97:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0819a676-2de5-480e-a492-9d1c15a81339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:25:20.171967 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff865ce-8e70-46bc-bd05-985ca5f863e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0b600369-ea02-425d-9f5d-51b2980e835e,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:20.202280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Made reservation on behalf of 99c755c2cb864d05ac8561716aba8ae2 for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:25:20.207866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.222733 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 0b600369-ea02-425d-9f5d-51b2980e835e details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:25:20.282660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:20.283060 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.316742 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:25:20.339494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:20.343645 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.401094 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:20.424761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (9c8a5401-fbfb-49ac-b513-53c4a04b7e61), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.503973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8a5401-fbfb-49ac-b513-53c4a04b7e61,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:20.525658 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20412a-692f-43ce-80f7-c57a9d33e9ae req-90b75be3-863b-4131-8f3d-567fc60d0ac8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:20.527198 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c20412a-692f-43ce-80f7-c57a9d33e9ae req-90b75be3-863b-4131-8f3d-567fc60d0ac8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 944 time: 0.0776572 Sep 20 22:25:20.545665 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Checking segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:20.546026 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Network hostable DHCP agents. Network: 0b600369-ea02-425d-9f5d-51b2980e835e, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:25:20.589802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Network 0b600369-ea02-425d-9f5d-51b2980e835e is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:25:20.597230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:20.603415 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8c20412a-692f-43ce-80f7-c57a9d33e9ae req-6c1ec98a-b77a-42d9-ab27-d4d1e9383ab0 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Sep 20 22:25:20.604926 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 0b600369-ea02-425d-9f5d-51b2980e835e) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:20.609700 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:20.610140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.621444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f39ead-38e8-4377-99cb-52cfdc17aba1 None None] Network 0b600369-ea02-425d-9f5d-51b2980e835e requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:25:20.639920 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fdd300e2-c125-4264-83cb-47fadf3220f4 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5020127 Sep 20 22:25:20.642520 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58356) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:20.644958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['47ef4a9d-05e9-4684-b0b8-3c65dd87a427'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:25:20.646911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:20.668719 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.669925 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.725218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for router_controller (6332b412-fd2d-4d02-950a-89a45033cbb5), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.793508 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-0b600369-ea02-425d-9f5d-51b2980e835e', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:25:20.794623 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.884606 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for router_gateway (6332b412-fd2d-4d02-950a-89a45033cbb5), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:20.918371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:20.934577 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d62b2e-39f1-4074-b3b2-ac8e22570987 req-f27e1c11-30eb-4f11-9459-eca7ab2b3c3f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:20.943500 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36d62b2e-39f1-4074-b3b2-ac8e22570987 req-f27e1c11-30eb-4f11-9459-eca7ab2b3c3f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0884440 Sep 20 22:25:20.967506 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:21.003720 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Allocated IP 172.20.0.2 (0b600369-ea02-425d-9f5d-51b2980e835e/9c8a5401-fbfb-49ac-b513-53c4a04b7e61/88601077-93f1-4778-b113-e99789b5ead0) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:21.014231 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:21.017735 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36d62b2e-39f1-4074-b3b2-ac8e22570987 req-cbeae924-1090-4d84-aab1-046bf081a1ef tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732470 Sep 20 22:25:21.088811 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for router_gateway (6332b412-fd2d-4d02-950a-89a45033cbb5), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.110260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.159469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:21.177722 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks [] for port (88601077-93f1-4778-b113-e99789b5ead0), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.185585 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (88601077-93f1-4778-b113-e99789b5ead0), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.218481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:21.228891 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Allocated IP 172.27.2.18 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/f1e63ad7-4e64-402d-92c3-e94b2c53884d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:21.237766 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Network 0b600369-ea02-425d-9f5d-51b2980e835e is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:21.241248 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:21.248468 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:21.301854 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Pushing event updated for resources: {'Port': ['ID=88601077-93f1-4778-b113-e99789b5ead0,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:21.318697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Attempting to bind port 88601077-93f1-4778-b113-e99789b5ead0 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:21.319217 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Attempting to bind port 88601077-93f1-4778-b113-e99789b5ead0 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:21.319653 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Attempting to bind port 88601077-93f1-4778-b113-e99789b5ead0 on network 0b600369-ea02-425d-9f5d-51b2980e835e {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:21.361167 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.378513 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:21.378896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Checking segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:21.379536 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.380085 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Bound using segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:21.380793 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Bound port: 88601077-93f1-4778-b113-e99789b5ead0, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:21.381837 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (88601077-93f1-4778-b113-e99789b5ead0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.407146 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.452420 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:21.454219 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:21.456673 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:21.464533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] For port 88601077-93f1-4778-b113-e99789b5ead0, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:21.468589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] For port 88601077-93f1-4778-b113-e99789b5ead0, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=88601077-93f1-4778-b113-e99789b5ead0,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:21.474986 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (88601077-93f1-4778-b113-e99789b5ead0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.488528 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e63ad7-4e64-402d-92c3-e94b2c53884d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:21.544075 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12833-cdc2-4129-930b-a39dbbf8966a None None] Pushing event updated for resources: {'Port': ['ID=88601077-93f1-4778-b113-e99789b5ead0,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:21.655294 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:21.818202 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c65fd0-6ca1-42de-961f-581d2455b765 req-2a3f1feb-bdd7-4638-aeb2-ad45dfa7a07c tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:21.819925 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58c65fd0-6ca1-42de-961f-581d2455b765 req-2a3f1feb-bdd7-4638-aeb2-ad45dfa7a07c tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 944 time: 0.0670547 Sep 20 22:25:21.821120 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for router_gateway (6332b412-fd2d-4d02-950a-89a45033cbb5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:21.954156 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58c65fd0-6ca1-42de-961f-581d2455b765 req-23bbadc8-f639-4307-8784-f10d243a15e0 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964241 Sep 20 22:25:22.046714 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:22.081405 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:22.141547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:25:22.153284 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:22.154008 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:22.154492 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 Sep 20 22:25:22.194473 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:22.202405 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c23dc-f2a6-496a-a4c1-10c2d3e6fd24 req-728ae025-79f8-491f-9bcd-70845b08ee4e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:22.205059 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dc0c23dc-f2a6-496a-a4c1-10c2d3e6fd24 req-728ae025-79f8-491f-9bcd-70845b08ee4e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0685012 Sep 20 22:25:22.238526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Router 6332b412-fd2d-4d02-950a-89a45033cbb5 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:25:22.263596 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:22.264076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:22.271446 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dc0c23dc-f2a6-496a-a4c1-10c2d3e6fd24 req-3d3f03b4-f13a-4ff2-9fca-7c4721f86c8e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595624 Sep 20 22:25:22.310947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:22.313538 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd2bd9-67bb-456d-8adf-838b7e08d1fa" -d '{"events": [{"server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "name": "network-vif-plugged", "status": "completed", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:22.338905 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:22.345098 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:22.392569 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:25:22.417799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:22.421627 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-815df6a6-4d02-4819-a308-131691a0eb16 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7755928 Sep 20 22:25:22.421813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58410) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:22.432665 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3966e4e-70b1-4c67-94d0-1356f00b34aa x-openstack-request-id: req-c3966e4e-70b1-4c67-94d0-1356f00b34aa {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:22.432958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "name": "network-vif-plugged", "status": "completed", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:22.433235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3966e4e-70b1-4c67-94d0-1356f00b34aa {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:22.433640 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3966e4e-70b1-4c67-94d0-1356f00b34aa'] response: {'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427', 'code': 200} Sep 20 22:25:22.434602 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Sync routers for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:25:22.461562 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:22.463484 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:22.519045 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:22.630663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:22.765821 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:22.767461 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f813cd-5686-49f3-bb5e-465f3a5fe5ba None None] Network 0b600369-ea02-425d-9f5d-51b2980e835e requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:25:22.837993 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:22.970916 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.025849 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.051451 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Provisioning complete for port 88601077-93f1-4778-b113-e99789b5ead0 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:23.051831 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (88601077-93f1-4778-b113-e99789b5ead0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.052166 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Attempt 1 to provision port 88601077-93f1-4778-b113-e99789b5ead0 Sep 20 22:25:23.131873 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:21Z', 'revision_number': 3, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:23.151471 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Allocated IP 172.20.0.1 (0b600369-ea02-425d-9f5d-51b2980e835e/9c8a5401-fbfb-49ac-b513-53c4a04b7e61/25b97dd1-cadc-4d89-807b-a4de9147be43) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:23.165029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Checking router: 6332b412-fd2d-4d02-950a-89a45033cbb5 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:25:23.166060 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Updating router 6332b412-fd2d-4d02-950a-89a45033cbb5 port f1e63ad7-4e64-402d-92c3-e94b2c53884d binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:25:23.216150 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.247752 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b0690-ea99-4152-bd73-69df2d0d46ad req-478ed581-e716-4a8a-abd2-12fb3269307e tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:23.249796 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Current status of the port 88601077-93f1-4778-b113-e99789b5ead0 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:23.250186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (88601077-93f1-4778-b113-e99789b5ead0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.250995 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-369b0690-ea99-4152-bd73-69df2d0d46ad req-478ed581-e716-4a8a-abd2-12fb3269307e tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.0725899 Sep 20 22:25:23.271199 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.299367 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks [] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.351934 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] For port 88601077-93f1-4778-b113-e99789b5ead0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=88601077-93f1-4778-b113-e99789b5ead0,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:23.359055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.359647 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (88601077-93f1-4778-b113-e99789b5ead0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.367806 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-369b0690-ea99-4152-bd73-69df2d0d46ad req-1bb0d43a-6a3f-4dd9-bcfc-5d81ed87b2f5 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110280 Sep 20 22:25:23.407083 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Network 0b600369-ea02-425d-9f5d-51b2980e835e is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:23.419593 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:23.441522 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:23.465084 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e2c7b-5721-424c-9445-fb14fb75f85f None None] Pushing event updated for resources: {'Port': ['ID=88601077-93f1-4778-b113-e99789b5ead0,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:23.481018 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Pushing event updated for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:23.499858 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcebc5-3a3a-4345-9fe2-56eeff036827 req-d22d4f50-d552-4cb0-b123-937c142e8e72 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:23.501549 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92fcebc5-3a3a-4345-9fe2-56eeff036827 req-d22d4f50-d552-4cb0-b123-937c142e8e72 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0971816 Sep 20 22:25:23.518427 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (6332b412-fd2d-4d02-950a-89a45033cbb5), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.562547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks [] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.570642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.609201 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92fcebc5-3a3a-4345-9fe2-56eeff036827 req-82998045-b95c-4cfc-86b6-32b1fdf889b3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 Sep 20 22:25:23.623678 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Attempting to bind port f1e63ad7-4e64-402d-92c3-e94b2c53884d on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:23.624058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Attempting to bind port f1e63ad7-4e64-402d-92c3-e94b2c53884d by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:23.624420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Attempting to bind port f1e63ad7-4e64-402d-92c3-e94b2c53884d on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:23.652466 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-78fb656e-c077-4c48-83f4-69de61ca9a69 None None] Provisioning complete for port 88601077-93f1-4778-b113-e99789b5ead0 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:23.652846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-78fb656e-c077-4c48-83f4-69de61ca9a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (88601077-93f1-4778-b113-e99789b5ead0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.653213 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-78fb656e-c077-4c48-83f4-69de61ca9a69 None None] Attempt 1 to provision port 88601077-93f1-4778-b113-e99789b5ead0 Sep 20 22:25:23.698170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.703321 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168656-32be-409c-95d5-efcd5ac2e59e None None] Pushing event updated for resources: {'Port': ['ID=f1e63ad7-4e64-402d-92c3-e94b2c53884d,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:23.718701 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.720668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.766336 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:23.766595 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:23.767010 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.767539 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:23.768159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Bound port: f1e63ad7-4e64-402d-92c3-e94b2c53884d, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:23.768512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.770050 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=46 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.775406 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.825395 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 88601077-93f1-4778-b113-e99789b5ead0 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:23.865058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:23.877932 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] For port f1e63ad7-4e64-402d-92c3-e94b2c53884d, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:23.894092 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-78fb656e-c077-4c48-83f4-69de61ca9a69 None None] Current status of the port 88601077-93f1-4778-b113-e99789b5ead0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:23.897309 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] For port f1e63ad7-4e64-402d-92c3-e94b2c53884d, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f1e63ad7-4e64-402d-92c3-e94b2c53884d,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:23.909168 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.939461 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks [] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.940658 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 88601077-93f1-4778-b113-e99789b5ead0 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:23.941103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (88601077-93f1-4778-b113-e99789b5ead0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.941520 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 88601077-93f1-4778-b113-e99789b5ead0 Sep 20 22:25:23.943966 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:23.991183 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:23.991843 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:24.060608 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30168656-32be-409c-95d5-efcd5ac2e59e None None] Pushing event updated for resources: {'Port': ['ID=f1e63ad7-4e64-402d-92c3-e94b2c53884d,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:24.075134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Provisioning complete for port 25b97dd1-cadc-4d89-807b-a4de9147be43 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:24.075673 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:24.075855 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 1 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:24.179603 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:24.199306 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 88601077-93f1-4778-b113-e99789b5ead0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:24.204798 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:24.288135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (6332b412-fd2d-4d02-950a-89a45033cbb5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:24.289963 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Pushing event updated for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:24.384397 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Network 0b600369-ea02-425d-9f5d-51b2980e835e is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:24.385830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:24.394655 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 2, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:24.421468 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befda3db-01c2-4e6d-8540-499a9647a237 None None] The sync data for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi is: [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 2, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:25:24.510734 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:24.517062 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Router 6332b412-fd2d-4d02-950a-89a45033cbb5 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:25:24.526645 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc06be-41bb-4105-afcb-89bce35b0e9c req-ba5d1f78-2c00-4f53-a0ec-0b9a9237b97f tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:24.528326 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8cc06be-41bb-4105-afcb-89bce35b0e9c req-ba5d1f78-2c00-4f53-a0ec-0b9a9237b97f tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.0618038 Sep 20 22:25:24.587697 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8cc06be-41bb-4105-afcb-89bce35b0e9c req-b5aa2da4-65f6-49b7-af79-069a88cc71d8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510955 Sep 20 22:25:24.658376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:25:24.664331 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-76af849b-0651-4475-a17f-3ab017af33b5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6332b412-fd2d-4d02-950a-89a45033cbb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414980 Sep 20 22:25:24.681774 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 2 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:24.724819 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:24.792827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bed85-e981-45fe-b43f-04a9f76806ac req-80e6edba-05f3-4096-9ea7-275450ef7567 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:24.794960 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-293bed85-e981-45fe-b43f-04a9f76806ac req-80e6edba-05f3-4096-9ea7-275450ef7567 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0614381 Sep 20 22:25:24.878798 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-293bed85-e981-45fe-b43f-04a9f76806ac req-0fecfee9-b791-4e14-b436-2b3ddeda0397 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657480 Sep 20 22:25:25.226580 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 3 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:25.259971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:25.314314 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58464) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:25.319135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758110511-network', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:25.340632 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Made reservation on behalf of dd4faa7f94bd49bda77d6e21c40e87f7 for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:25:25.342955 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.351889 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.432197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks [] for security_group (ac229c67-d20c-4e0b-bb10-95c37038c657), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.436092 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ac229c67-d20c-4e0b-bb10-95c37038c657), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.465694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:25.469286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:25:25.476280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac229c67-d20c-4e0b-bb10-95c37038c657,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:25.484303 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (e3199896-3001-4897-a66e-12211c37cf1b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.484643 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Added segment e3199896-3001-4897-a66e-12211c37cf1b of type vlan for network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 Sep 20 22:25:25.527361 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (4c32d8ac-3653-4896-b70f-ce492ceb63b7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.555009 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (4c32d8ac-3653-4896-b70f-ce492ceb63b7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.556271 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:25.556860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.619769 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3043959 Sep 20 22:25:25.622565 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58466) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:25.627663 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Request body: {'subnet': {'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758110511-subnet', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:25.641731 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d0a2-fd17-439e-a6d6-db8594f3abdc admin admin] Pushing event updated for resources: {'Network': ['ID=4c32d8ac-3653-4896-b70f-ce492ceb63b7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:25.659083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Made reservation on behalf of dd4faa7f94bd49bda77d6e21c40e87f7 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:25:25.660454 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:25:25.661724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62724710'] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.775527 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:25.776514 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 4 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:25.812148 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3ae59-1a0a-410e-95d9-496b0918e362 req-86b7cf84-6014-48af-97bb-7e70ab4e4622 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:25.814662 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-abf3ae59-1a0a-410e-95d9-496b0918e362 req-86b7cf84-6014-48af-97bb-7e70ab4e4622 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.0771375 Sep 20 22:25:25.829883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:25.917356 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f1e63ad7-4e64-402d-92c3-e94b2c53884d up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:25.926662 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494315f0-df79-4842-867d-6cbb4860f804 req-b1b221ec-97c8-496d-9a0a-88844bb786b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:25.930016 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-494315f0-df79-4842-867d-6cbb4860f804 req-b1b221ec-97c8-496d-9a0a-88844bb786b6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1129 time: 0.0720637 Sep 20 22:25:25.975329 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port f1e63ad7-4e64-402d-92c3-e94b2c53884d triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:25.975791 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:25.976195 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port f1e63ad7-4e64-402d-92c3-e94b2c53884d Sep 20 22:25:25.995860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61422396-ccfe-45a5-9256-d2d3465154bb req-28cafe8e-b8a0-4125-b40e-53cb63e4183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:25.997954 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61422396-ccfe-45a5-9256-d2d3465154bb req-28cafe8e-b8a0-4125-b40e-53cb63e4183a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 1129 time: 0.0664151 Sep 20 22:25:26.044455 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-abf3ae59-1a0a-410e-95d9-496b0918e362 req-fc3d3f30-9932-443b-8d6b-e16d2544982a tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198217 Sep 20 22:25:26.077055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf275-9af7-4e57-8837-00607ad9e097 req-94214fb4-c905-4aba-b1a6-1ba84cd6d64d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:26.077055 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d50bf275-9af7-4e57-8837-00607ad9e097 req-94214fb4-c905-4aba-b1a6-1ba84cd6d64d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0667062 Sep 20 22:25:26.085860 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port f1e63ad7-4e64-402d-92c3-e94b2c53884d is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:26.086116 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.112480 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port f1e63ad7-4e64-402d-92c3-e94b2c53884d, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f1e63ad7-4e64-402d-92c3-e94b2c53884d,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:26.118661 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.142335 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61422396-ccfe-45a5-9256-d2d3465154bb req-6a6511ae-1b36-4edf-8a50-47613fe91a6b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059828 Sep 20 22:25:26.153201 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-494315f0-df79-4842-867d-6cbb4860f804 req-fd71e343-7f8f-4a2e-b774-39ba0ee5344c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084575 Sep 20 22:25:26.154114 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d50bf275-9af7-4e57-8837-00607ad9e097 req-8d16c667-f9e4-4ccd-b0b5-daa5a5126c31 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814626 Sep 20 22:25:26.160895 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62506377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62724720'] for subnet (3d16f745-8ac6-4341-926b-497863e4a67e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.207635 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:26.212042 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=f1e63ad7-4e64-402d-92c3-e94b2c53884d,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:26.227856 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d16f745-8ac6-4341-926b-497863e4a67e,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:26.238746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Checking segment: {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:26.239097 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Network hostable DHCP agents. Network: 4c32d8ac-3653-4896-b70f-ce492ceb63b7, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:25:26.258462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:25:26.269540 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 4c32d8ac-3653-4896-b70f-ce492ceb63b7) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:26.275744 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:26.275954 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.280557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926416ff-4d21-43ee-a37e-5abbacadbae0 None None] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:25:26.294610 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-cfcdeb70-67dc-4aaa-a079-963b7cd29c50 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6709566 Sep 20 22:25:26.297344 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58484) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:26.302350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:26.306285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:26.334114 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (e9bb050e-36b7-4d01-ad07-978350152500), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.335318 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (e9bb050e-36b7-4d01-ad07-978350152500), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.364051 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:26.413222 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for router_controller (e9bb050e-36b7-4d01-ad07-978350152500), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.462945 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 5 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:26.515033 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:26.561715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:25:26.563163 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.583005 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for router_gateway (e9bb050e-36b7-4d01-ad07-978350152500), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.733684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Allocated IP 172.20.0.2 (4c32d8ac-3653-4896-b70f-ce492ceb63b7/3d16f745-8ac6-4341-926b-497863e4a67e/e3fab960-105a-4ab5-934e-ec75b299a646) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:26.805048 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for router_gateway (e9bb050e-36b7-4d01-ad07-978350152500), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.830068 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.843420 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Sync routers for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:25:26.854552 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:26.855137 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:26.912794 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks [] for port (e3fab960-105a-4ab5-934e-ec75b299a646), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.920293 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:26.947400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Allocated IP 172.27.2.159 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:26.963779 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:26.967472 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:26.971497 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:26.981871 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:26.999539 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Pushing event updated for resources: {'Port': ['ID=e3fab960-105a-4ab5-934e-ec75b299a646,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:27.023993 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 6 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:27.064437 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Attempting to bind port e3fab960-105a-4ab5-934e-ec75b299a646 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:27.064877 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Attempting to bind port e3fab960-105a-4ab5-934e-ec75b299a646 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:27.065379 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Attempting to bind port e3fab960-105a-4ab5-934e-ec75b299a646 on network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:27.070082 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:27.077610 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.096056 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:27.115135 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:27.115871 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Checking segment: {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:27.116343 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.116906 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Bound using segment: {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:27.117357 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Bound port: e3fab960-105a-4ab5-934e-ec75b299a646, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:27.117818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.169570 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.211604 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] For port e3fab960-105a-4ab5-934e-ec75b299a646, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:27.218812 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] For port e3fab960-105a-4ab5-934e-ec75b299a646, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e3fab960-105a-4ab5-934e-ec75b299a646,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:27.219511 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 2, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:27.223128 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:27.232348 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Pushing event updated for resources: {'Port': ['ID=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:27.233575 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.252463 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Checking router: 6332b412-fd2d-4d02-950a-89a45033cbb5 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:25:27.252725 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Updating router 6332b412-fd2d-4d02-950a-89a45033cbb5 port 25b97dd1-cadc-4d89-807b-a4de9147be43 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:25:27.310344 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.322115 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:27.331469 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:27.339421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:27.393586 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56cb6-7067-4315-9d6b-d9f72ead71f3 None None] Pushing event updated for resources: {'Port': ['ID=e3fab960-105a-4ab5-934e-ec75b299a646,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:27.447791 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae498865-c995-4dc8-9ead-8268c9460c7f req-114ed068-a2b9-4fca-b172-c577f2aae2f9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:27.451794 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae498865-c995-4dc8-9ead-8268c9460c7f req-114ed068-a2b9-4fca-b172-c577f2aae2f9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.1507576 Sep 20 22:25:27.481286 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4a9d4-c490-4825-bf62-0a4c995e4230 req-d6255ffc-77da-4a85-b174-3370e26e5771 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:27.482861 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33e4a9d4-c490-4825-bf62-0a4c995e4230 req-d6255ffc-77da-4a85-b174-3370e26e5771 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.2532117 Sep 20 22:25:27.571386 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 7 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:27.661773 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Port 25b97dd1-cadc-4d89-807b-a4de9147be43 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:27.664540 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ae498865-c995-4dc8-9ead-8268c9460c7f req-e8475d48-d93a-40c8-aec4-50ffdea25b92 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898203 Sep 20 22:25:27.719510 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33e4a9d4-c490-4825-bf62-0a4c995e4230 req-d78442a7-084f-4c93-af4f-5662634447eb tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230585 Sep 20 22:25:27.813459 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks [] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.820389 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.899047 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Pushing event updated for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:27.904347 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for router_gateway (e9bb050e-36b7-4d01-ad07-978350152500), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:27.928538 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f1e63ad7-4e64-402d-92c3-e94b2c53884d up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:27.929831 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.930370 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.931191 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.931701 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.933408 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.935165 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.935528 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.936000 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.936345 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.936682 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.937066 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.937603 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.938081 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.938554 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.939847 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:27.961305 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Attempting to bind port 25b97dd1-cadc-4d89-807b-a4de9147be43 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:27.961684 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Attempting to bind port 25b97dd1-cadc-4d89-807b-a4de9147be43 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:27.962725 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Attempting to bind port 25b97dd1-cadc-4d89-807b-a4de9147be43 on network 0b600369-ea02-425d-9f5d-51b2980e835e {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:28.003824 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:28.006968 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:28.014066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port f1e63ad7-4e64-402d-92c3-e94b2c53884d triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:28.014553 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:28.014957 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Checking segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:28.015409 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.015519 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.015822 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Bound using segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:28.016349 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port f1e63ad7-4e64-402d-92c3-e94b2c53884d Sep 20 22:25:28.016775 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Bound port: 25b97dd1-cadc-4d89-807b-a4de9147be43, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:28.017503 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.097027 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] For port 25b97dd1-cadc-4d89-807b-a4de9147be43, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:28.102746 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] For port 25b97dd1-cadc-4d89-807b-a4de9147be43, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=25b97dd1-cadc-4d89-807b-a4de9147be43,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:28.111528 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.137765 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:28.164423 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Attempt 8 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:28.193379 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:28.195859 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d682a0-54aa-449d-a7f6-7ecf9eea75f2 None None] Pushing event updated for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:28.209542 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port f1e63ad7-4e64-402d-92c3-e94b2c53884d is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:28.210806 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e3fab960-105a-4ab5-934e-ec75b299a646 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:28.212555 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:28.213227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (e9bb050e-36b7-4d01-ad07-978350152500), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.214077 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:28.296795 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58526) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:28.297530 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Current status of the port 25b97dd1-cadc-4d89-807b-a4de9147be43 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:28.298180 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.302685 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e3fab960-105a-4ab5-934e-ec75b299a646 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:28.303265 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.303778 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e3fab960-105a-4ab5-934e-ec75b299a646 Sep 20 22:25:28.389870 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Router e9bb050e-36b7-4d01-ad07-978350152500 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:25:28.396221 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] For port 25b97dd1-cadc-4d89-807b-a4de9147be43, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=25b97dd1-cadc-4d89-807b-a4de9147be43,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:28.403938 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.476195 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1d119c16-043b-4f2f-bf18-c2464b5334ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.534513 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:28.543082 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e3fab960-105a-4ab5-934e-ec75b299a646 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:28.543512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.569159 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-298455da-fa7c-4d05-ad1c-5b6f6ee1f31a None None] Provisioning complete for port 25b97dd1-cadc-4d89-807b-a4de9147be43 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:28.569967 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-298455da-fa7c-4d05-ad1c-5b6f6ee1f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.570460 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-298455da-fa7c-4d05-ad1c-5b6f6ee1f31a None None] Attempt 1 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:28.576054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330694-bc35-4a0e-8758-790382f17969 None None] Pushing event updated for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:28.647920 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:28.666024 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port e3fab960-105a-4ab5-934e-ec75b299a646, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e3fab960-105a-4ab5-934e-ec75b299a646,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:28.672936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.705760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1d119c16-043b-4f2f-bf18-c2464b5334ac admin admin] Publish callbacks [] for security_group (77398e14-b418-4ebb-9ff8-236cba71661a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.713845 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1d119c16-043b-4f2f-bf18-c2464b5334ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (77398e14-b418-4ebb-9ff8-236cba71661a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:28.789001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d119c16-043b-4f2f-bf18-c2464b5334ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77398e14-b418-4ebb-9ff8-236cba71661a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:28.822027 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-298455da-fa7c-4d05-ad1c-5b6f6ee1f31a None None] Current status of the port 25b97dd1-cadc-4d89-807b-a4de9147be43 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:28.861894 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1d119c16-043b-4f2f-bf18-c2464b5334ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=43b8a6665c27447da5d435f9b53fad16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618479 Sep 20 22:25:28.899725 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=e3fab960-105a-4ab5-934e-ec75b299a646,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:28.902012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58544) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:28.967095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d83b1-f20e-4295-b7ed-03d5dfca0210 req-0614558e-cab2-496a-bbf4-42a05f983deb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:28.969287 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-902d83b1-f20e-4295-b7ed-03d5dfca0210 req-0614558e-cab2-496a-bbf4-42a05f983deb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.1333358 Sep 20 22:25:28.969775 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58546) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:28.971236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b61f8d-684b-4cda-bb97-c007d3f82d3f None None] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:25:28.983384 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:29.016392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:29.022217 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f76e711-c5d1-45e6-9410-70a9921ed380 None None] The sync data for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi is: [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:25:29.055042 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] Publish callbacks [] for security_group (77398e14-b418-4ebb-9ff8-236cba71661a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.065862 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:29.074962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:25:29.097263 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-902d83b1-f20e-4295-b7ed-03d5dfca0210 req-1b9c3fd6-b477-4639-81da-e31aea6b8f1f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 Sep 20 22:25:29.097807 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f61989-4792-4444-b950-59d76f04bdc4 req-43feeaf1-e2a2-47e1-887f-ec20c0739d62 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:29.100383 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36f61989-4792-4444-b950-59d76f04bdc4 req-43feeaf1-e2a2-47e1-887f-ec20c0739d62 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1164052 Sep 20 22:25:29.120464 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] Publish callbacks [] for security_group (77398e14-b418-4ebb-9ff8-236cba71661a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.134645 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:29.137234 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.138744 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-ac1a923c-272c-41aa-b4fd-4e0caf05e76a admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8404553 Sep 20 22:25:29.139412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-e4a6bfc8-34ee-4fc5-a36b-5a52d42fd3df None None] Provisioning complete for port e3fab960-105a-4ab5-934e-ec75b299a646 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:29.139851 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e4a6bfc8-34ee-4fc5-a36b-5a52d42fd3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.140235 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4a6bfc8-34ee-4fc5-a36b-5a52d42fd3df None None] Attempt 1 to provision port e3fab960-105a-4ab5-934e-ec75b299a646 Sep 20 22:25:29.141933 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58552) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:29.146873 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:29.148877 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Sync routers for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:25:29.208644 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36f61989-4792-4444-b950-59d76f04bdc4 req-228b59a6-f25b-41c7-b9e5-9c73f46e80f4 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979550 Sep 20 22:25:29.261363 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:29.262108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:29.423550 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a1bbe-d86d-4188-a1d9-3ffe4ec58620 req-a653eaf7-a79d-44b6-81fa-5a92a8a4371a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:29.441470 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-db7a1bbe-d86d-4188-a1d9-3ffe4ec58620 req-a653eaf7-a79d-44b6-81fa-5a92a8a4371a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0866549 Sep 20 22:25:29.472900 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6bfc8-34ee-4fc5-a36b-5a52d42fd3df None None] Current status of the port e3fab960-105a-4ab5-934e-ec75b299a646 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:29.476349 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-022a2174-4a71-4ea4-9c67-ab1e778f7e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.556264 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-db7a1bbe-d86d-4188-a1d9-3ffe4ec58620 req-2dcaa043-7aaf-4909-b187-6591afb8521a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Sep 20 22:25:29.583687 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:29.740114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-4a753a57-8c89-4b99-9911-2f74dca781dd None None] Provisioning complete for port e3fab960-105a-4ab5-934e-ec75b299a646 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:29.744565 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4a753a57-8c89-4b99-9911-2f74dca781dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.744915 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-4a753a57-8c89-4b99-9911-2f74dca781dd None None] Attempt 1 to provision port e3fab960-105a-4ab5-934e-ec75b299a646 Sep 20 22:25:29.758721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-022a2174-4a71-4ea4-9c67-ab1e778f7e45 admin admin] Publish callbacks [] for security_group (4f6e8790-7ca7-4e84-a9e9-65d897b648ec), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.763788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-022a2174-4a71-4ea4-9c67-ab1e778f7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4f6e8790-7ca7-4e84-a9e9-65d897b648ec), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.884076 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (77398e14-b418-4ebb-9ff8-236cba71661a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.887632 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:29.888891 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/77398e14-b418-4ebb-9ff8-236cba71661a HTTP/1.1" status: 204 len: 168 time: 0.9768517 Sep 20 22:25:29.943735 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 25b97dd1-cadc-4d89-807b-a4de9147be43 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:29.993768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a2174-4a71-4ea4-9c67-ab1e778f7e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e8790-7ca7-4e84-a9e9-65d897b648ec,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:30.035253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58578) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:30.050187 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-022a2174-4a71-4ea4-9c67-ab1e778f7e45 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=093545a53f5d469995c7cfeac1ee59ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0756280 Sep 20 22:25:30.057896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ff688-bc73-4a04-b346-3b10eaddd26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77398e14-b418-4ebb-9ff8-236cba71661a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:30.139537 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] Publish callbacks [] for security_group (4f6e8790-7ca7-4e84-a9e9-65d897b648ec), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.173119 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] Publish callbacks [] for security_group (4f6e8790-7ca7-4e84-a9e9-65d897b648ec), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.243247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:27Z', 'revision_number': 3, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:30.323900 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:30.331845 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4f6e8790-7ca7-4e84-a9e9-65d897b648ec), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.335191 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.336724 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4f6e8790-7ca7-4e84-a9e9-65d897b648ec HTTP/1.1" status: 204 len: 168 time: 0.3004189 Sep 20 22:25:30.352141 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.356638 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Checking router: e9bb050e-36b7-4d01-ad07-978350152500 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:25:30.357162 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Updating router e9bb050e-36b7-4d01-ad07-978350152500 port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:25:30.366677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dbab3-f511-4c33-b820-c18178a56da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e8790-7ca7-4e84-a9e9-65d897b648ec,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:30.507368 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.509705 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 25b97dd1-cadc-4d89-807b-a4de9147be43 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:30.510088 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.510558 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 25b97dd1-cadc-4d89-807b-a4de9147be43 Sep 20 22:25:30.513821 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-4a753a57-8c89-4b99-9911-2f74dca781dd None None] Current status of the port e3fab960-105a-4ab5-934e-ec75b299a646 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:30.557857 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58592) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:30.574261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f294de14-103e-4461-afb8-80d972a651a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.648888 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1ac7b-1fd7-4fe6-a852-976398a77773 req-f4cc800f-8976-4883-b819-05114bb982c0 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:30.650577 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fc1ac7b-1fd7-4fe6-a852-976398a77773 req-f4cc800f-8976-4883-b819-05114bb982c0 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.0634739 Sep 20 22:25:30.654073 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:30.674741 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f294de14-103e-4461-afb8-80d972a651a2 admin admin] Publish callbacks [] for security_group (059ab4e2-c922-457d-b4c2-3854fcf8ea7f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.679684 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f294de14-103e-4461-afb8-80d972a651a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (059ab4e2-c922-457d-b4c2-3854fcf8ea7f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.688657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Allocated IP 172.20.0.1 (4c32d8ac-3653-4896-b70f-ce492ceb63b7/3d16f745-8ac6-4341-926b-497863e4a67e/cf45562f-0961-460e-b1f3-6956b12bddf2) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:25:30.715411 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 25b97dd1-cadc-4d89-807b-a4de9147be43 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:30.716310 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294de14-103e-4461-afb8-80d972a651a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059ab4e2-c922-457d-b4c2-3854fcf8ea7f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:30.716830 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e3fab960-105a-4ab5-934e-ec75b299a646 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:30.737957 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fc1ac7b-1fd7-4fe6-a852-976398a77773 req-da4a5941-29be-4836-a27d-9bc9df7123d7 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779679 Sep 20 22:25:30.746646 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f294de14-103e-4461-afb8-80d972a651a2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=38ec032e4d3847b7895bb1d4834546a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876152 Sep 20 22:25:30.750157 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58594) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:30.815139 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:30.826431 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:30.839363 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e3fab960-105a-4ab5-934e-ec75b299a646 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:30.839742 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.840091 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e3fab960-105a-4ab5-934e-ec75b299a646 Sep 20 22:25:30.912318 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] Publish callbacks [] for security_group (059ab4e2-c922-457d-b4c2-3854fcf8ea7f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.954770 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] Publish callbacks [] for security_group (059ab4e2-c922-457d-b4c2-3854fcf8ea7f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:30.978867 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks [] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.035036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.068386 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (059ab4e2-c922-457d-b4c2-3854fcf8ea7f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.070987 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.073439 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/059ab4e2-c922-457d-b4c2-3854fcf8ea7f HTTP/1.1" status: 204 len: 168 time: 0.3219566 Sep 20 22:25:31.101562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:31.102931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe1fca-9b18-48d7-ac4b-b1c115f3a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ab4e2-c922-457d-b4c2-3854fcf8ea7f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:31.108909 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:31.112811 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:25:31.139736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Pushing event updated for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:31.160479 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks [] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.163334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e3fab960-105a-4ab5-934e-ec75b299a646 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:31.163670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (e9bb050e-36b7-4d01-ad07-978350152500), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.171217 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.216758 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Attempting to bind port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:31.217156 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Attempting to bind port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:31.217527 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Attempting to bind port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:31.220937 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:31.253587 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e71f1-2a86-4b47-9657-508d3e3563bb None None] Pushing event updated for resources: {'Port': ['ID=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:31.284148 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:31.284556 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:31.285134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.285573 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:31.286171 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Bound port: 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:31.286654 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.337433 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.353072 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] For port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:31.357006 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] For port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:31.364831 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.432831 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:31.433496 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:31.495017 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Provisioning complete for port cf45562f-0961-460e-b1f3-6956b12bddf2 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:31.495308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.495648 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 1 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:31.530994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e71f1-2a86-4b47-9657-508d3e3563bb None None] Pushing event updated for resources: {'Port': ['ID=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:31.549062 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:31.563416 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks [] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.568543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.610131 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:31.643581 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58608) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:31.669293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1289-5a83-45cc-9b45-773540d204aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.672514 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Pushing event updated for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:31.681951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (e9bb050e-36b7-4d01-ad07-978350152500), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.733022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:31.746550 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095862dd-7b1b-4611-b94c-1971b816f350 req-fece8233-ff14-484b-a16d-0cbe07fbf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:31.748401 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-fece8233-ff14-484b-a16d-0cbe07fbf860 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.0441608 Sep 20 22:25:31.804288 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9c92-44eb-44a0-ac45-b5a33f78c8b0 req-9b9c0ed4-052a-4238-9896-877ff83a60b0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:31.805879 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2cee9c92-44eb-44a0-ac45-b5a33f78c8b0 req-9b9c0ed4-052a-4238-9896-877ff83a60b0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.1253145 Sep 20 22:25:31.840447 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'cf45562f-0961-460e-b1f3-6956b12bddf2', 'name': '', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'mac_address': 'fa:16:3e:8f:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:30Z', 'updated_at': '2022-09-20T22:25:30Z', 'revision_number': 1, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'subnets': [{'id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:31.865879 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4f7b-560c-4836-b7e1-ee4c05681eed None None] The sync data for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi is: [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'cf45562f-0961-460e-b1f3-6956b12bddf2', 'name': '', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'mac_address': 'fa:16:3e:8f:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:30Z', 'updated_at': '2022-09-20T22:25:30Z', 'revision_number': 1, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'subnets': [{'id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:25:31.909242 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2cee9c92-44eb-44a0-ac45-b5a33f78c8b0 req-c5119da4-28cd-484d-954e-4ab166b004f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862045 Sep 20 22:25:31.927477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:31.938165 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b3e8-60a1-4ec0-af25-e530e67c5dd2 req-4219f1d2-4358-4bf4-90d3-6292c53127c8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:31.945535 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5086b3e8-60a1-4ec0-af25-e530e67c5dd2 req-4219f1d2-4358-4bf4-90d3-6292c53127c8 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1174123 Sep 20 22:25:31.992788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1289-5a83-45cc-9b45-773540d204aa admin admin] Publish callbacks [] for security_group (df24a1b3-33f4-4619-8e6d-86cc84b711fd), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:31.995689 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095862dd-7b1b-4611-b94c-1971b816f350 req-89a3bb2b-5028-499d-842d-c587481172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:31.997276 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-89a3bb2b-5028-499d-842d-c587481172ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.1826770 Sep 20 22:25:32.001390 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:25:32.002555 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f7cc1289-5a83-45cc-9b45-773540d204aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (df24a1b3-33f4-4619-8e6d-86cc84b711fd), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.009979 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:32.018454 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:25:32.042103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-1556d7b8-894d-4b81-b864-caf05fe423c3 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:32.043587 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-1556d7b8-894d-4b81-b864-caf05fe423c3 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 945 time: 0.1011620 Sep 20 22:25:32.050192 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 2 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:32.069708 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-548d89c1-4642-4356-8d8f-c9f6107ce229 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.0662944 Sep 20 22:25:32.074524 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5086b3e8-60a1-4ec0-af25-e530e67c5dd2 req-bf76566f-fc12-4760-8e1b-e45319cc40f6 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d23bb76b-d791-4645-b092-d1b370745aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274977 Sep 20 22:25:32.078849 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f7cc1289-5a83-45cc-9b45-773540d204aa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a38cd5c418154cd4905ca7d057f4c1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342432 Sep 20 22:25:32.086585 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58612) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:32.139935 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:32.153396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc1289-5a83-45cc-9b45-773540d204aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df24a1b3-33f4-4619-8e6d-86cc84b711fd,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:32.193787 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:32.230600 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095862dd-7b1b-4611-b94c-1971b816f350 req-f2f5bd53-3944-442e-8910-1ef26ccb4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:32.236693 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-f2f5bd53-3944-442e-8910-1ef26ccb4b81 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.1468463 Sep 20 22:25:32.284750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095862dd-7b1b-4611-b94c-1971b816f350 req-011e4727-cbe2-415d-9281-568384214533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:32.286345 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-011e4727-cbe2-415d-9281-568384214533 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473912 Sep 20 22:25:32.299196 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] Publish callbacks [] for security_group (df24a1b3-33f4-4619-8e6d-86cc84b711fd), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.299725 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Deleting port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:25:32.300072 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.343124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] Publish callbacks [] for security_group (df24a1b3-33f4-4619-8e6d-86cc84b711fd), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.351672 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Router e9bb050e-36b7-4d01-ad07-978350152500 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:25:32.442076 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-5fdbeed5-2261-4115-af04-0fb4389e89e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295419 Sep 20 22:25:32.448240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (df24a1b3-33f4-4619-8e6d-86cc84b711fd), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.451976 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.453522 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/df24a1b3-33f4-4619-8e6d-86cc84b711fd HTTP/1.1" status: 204 len: 168 time: 0.3659370 Sep 20 22:25:32.453759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] For port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,segment=NetworkSegment(0a87886e-7f3b-406b-b507-97c412475935),segment_id=0a87886e-7f3b-406b-b507-97c412475935)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:32.454088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:32.484112 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83440c-8260-4023-947c-7a58d7be947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df24a1b3-33f4-4619-8e6d-86cc84b711fd,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:32.505351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Calling delete_port for 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:25:32.587345 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-095862dd-7b1b-4611-b94c-1971b816f350 req-0bac51dd-b71c-4e3a-a3ef-d663a85bd6ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325617 Sep 20 22:25:32.642729 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 3 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:32.647848 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:32.723445 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:32.724537 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:32.880101 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:32.886932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:25:32.894616 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-184abf66-e2a3-4770-b286-3d2e8e980c7c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e9bb050e-36b7-4d01-ad07-978350152500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7474759 Sep 20 22:25:32.989532 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (47ef4a9d-05e9-4684-b0b8-3c65dd87a427), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.006408 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['47ef4a9d-05e9-4684-b0b8-3c65dd87a427'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:25:33.061638 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Pushing event deleted for resources: {'Port': ['ID=47ef4a9d-05e9-4684-b0b8-3c65dd87a427,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:33.138124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40913f-56f5-40dc-b20f-5bb3972287f2 req-2a91395d-911f-4403-b390-1ba0d42b3645 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:33.138494 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3c40913f-56f5-40dc-b20f-5bb3972287f2 req-2a91395d-911f-4403-b390-1ba0d42b3645 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0805302 Sep 20 22:25:33.155360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] No DVR routers for this DVR port 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:25:33.183590 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.187010 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3895dab8-76f8-4d71-bb91-ba3903893165 req-0043ae9f-8823-4f3d-9537-3676ac08a90d tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.27 "DELETE /networking/v2.0/ports/47ef4a9d-05e9-4684-b0b8-3c65dd87a427 HTTP/1.1" status: 204 len: 173 time: 1.1332448 Sep 20 22:25:33.187522 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'name': 'network-vif-deleted', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:25:33.190023 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d201e757-1e69-4412-b724-6c6e74952de4" -d '{"events": [{"server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "name": "network-vif-deleted", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:25:33.226071 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 4 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:33.237415 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3c40913f-56f5-40dc-b20f-5bb3972287f2 req-3fe462f3-c408-4e2e-a538-66fb2539e456 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838897 Sep 20 22:25:33.261114 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-06b6afb8-941e-4230-a3fa-90774c5cca49 req-66e671eb-9573-457d-b4b6-937a2af94ca9 tempest-VolumesActionsTest-213010466 tempest-VolumesActionsTest-213010466-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4 HTTP/1.1" status: 200 len: 210 time: 0.0513976 Sep 20 22:25:33.334753 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:33.355221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1d93d6-4a82-4865-b413-7342373bfc50 x-openstack-request-id: req-4c1d93d6-4a82-4865-b413-7342373bfc50 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:25:33.355435 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4", "name": "network-vif-deleted", "tag": "47ef4a9d-05e9-4684-b0b8-3c65dd87a427", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:25:33.355690 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c1d93d6-4a82-4865-b413-7342373bfc50 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:25:33.356103 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1d93d6-4a82-4865-b413-7342373bfc50'] response: {'server_uuid': '8d9a5f7d-5081-4ff1-a48c-421d4ce0f0e4', 'name': 'network-vif-deleted', 'tag': '47ef4a9d-05e9-4684-b0b8-3c65dd87a427', 'status': 'completed', 'code': 200} Sep 20 22:25:33.643374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58658) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:33.647902 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077254554', 'description': 'tempest-secgroup-smoke-2077254554 description', 'project_id': '99c755c2cb864d05ac8561716aba8ae2'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:33.671728 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.750389 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:33.760064 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (385d1776-7ff3-48a1-ad12-e27ba0337193), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.764544 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (385d1776-7ff3-48a1-ad12-e27ba0337193), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.799430 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:33.799808 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.800146 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c Sep 20 22:25:33.800622 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.802121 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1577315 Sep 20 22:25:33.805302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58662) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:33.810358 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:33.816281 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df390-04aa-432e-aff8-8e86dbd98b38 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385d1776-7ff3-48a1-ad12-e27ba0337193,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:33.835482 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 5 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:33.844074 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (cb176f71-27a2-461f-85e0-dbfc7c0249d9), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.890799 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:33.921914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (cb176f71-27a2-461f-85e0-dbfc7c0249d9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.926595 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (cb176f71-27a2-461f-85e0-dbfc7c0249d9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.938797 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:33.939444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.958512 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb176f71-27a2-461f-85e0-dbfc7c0249d9,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:33.967055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.968477 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-34b9aabf-72dc-4ee5-a28e-5a9ddb0f95ca tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615510 Sep 20 22:25:33.970355 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:33.971269 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58668) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:33.975290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:33.976887 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:34.012951 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (efbe9500-2789-4bf1-b1fc-f9cb78ce7298), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.043425 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.068337 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:34.076865 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:34.084473 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (efbe9500-2789-4bf1-b1fc-f9cb78ce7298), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.092564 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (efbe9500-2789-4bf1-b1fc-f9cb78ce7298), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.115654 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbe9500-2789-4bf1-b1fc-f9cb78ce7298,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.120654 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.122010 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-459ffb25-9c45-400a-be11-2129e0209209 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497540 Sep 20 22:25:34.124763 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58674) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:34.129285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:34.156264 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (b1ac6cf9-a442-4c58-9c88-1928072c3cbc), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.214436 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (b1ac6cf9-a442-4c58-9c88-1928072c3cbc), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.222094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (b1ac6cf9-a442-4c58-9c88-1928072c3cbc), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.241625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ac6cf9-a442-4c58-9c88-1928072c3cbc,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.249897 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.251016 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1e763c9d-22e3-4392-be64-f4b74341352a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249456 Sep 20 22:25:34.253813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58678) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:34.258387 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:34.288218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (9c2f0121-51ff-4bda-a723-6d243fe68ced), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.391869 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 6 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:34.426846 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (9c2f0121-51ff-4bda-a723-6d243fe68ced), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.433824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (9c2f0121-51ff-4bda-a723-6d243fe68ced), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.456056 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76df3f-1a5c-4896-90a8-76a7e8e9da4e req-62edd71c-7de3-44ca-a652-b6999b5dcdb5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:34.457610 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd76df3f-1a5c-4896-90a8-76a7e8e9da4e req-62edd71c-7de3-44ca-a652-b6999b5dcdb5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0957603 Sep 20 22:25:34.461456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2f0121-51ff-4bda-a723-6d243fe68ced,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.478281 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:34.481870 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.482124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.485585 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.485979 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.486375 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.486896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.487230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.487554 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.488039 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.488369 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.488690 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.489230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.489736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.490066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.490637 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:34.510728 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.511924 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-95855f2d-8a91-48ab-b10a-4ca352be78c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2569494 Sep 20 22:25:34.514806 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58696) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:34.518971 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:34.519463 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:34.548422 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.securitygroups_db [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Project 99c755c2cb864d05ac8561716aba8ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:25:34.557842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (494287a4-cf29-4633-8f96-0f9075a90adb), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.561458 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bd76df3f-1a5c-4896-90a8-76a7e8e9da4e req-adff7fa8-8c63-4c3e-88a5-01b875b519fd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934947 Sep 20 22:25:34.631358 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (494287a4-cf29-4633-8f96-0f9075a90adb), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.636562 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (494287a4-cf29-4633-8f96-0f9075a90adb), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.656072 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494287a4-cf29-4633-8f96-0f9075a90adb,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.664810 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.669013 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b5fd1f7b-1c6b-46b3-8f88-ca5e479a88b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516340 Sep 20 22:25:34.670352 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58706) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:34.675784 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'security_group_rule': {'security_group_id': '385d1776-7ff3-48a1-ad12-e27ba0337193', 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:25:34.698741 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.securitygroups_db [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Project 99c755c2cb864d05ac8561716aba8ae2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:25:34.705750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (979831a9-15f4-4cf4-b336-0e187f84f0a2), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.776806 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (979831a9-15f4-4cf4-b336-0e187f84f0a2), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.781464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (979831a9-15f4-4cf4-b336-0e187f84f0a2), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.800842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979831a9-15f4-4cf4-b336-0e187f84f0a2,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:34.809172 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:34.813511 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3601d39d-fbfa-4b0d-aa9a-935e01ca9f6d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417716 Sep 20 22:25:34.979469 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 7 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:35.018591 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:35.520438 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 8 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:35.572228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:35.689118 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b1aa0-7af9-4c71-924d-e8a8dfdaf62c req-9ca431e7-28a0-4e7c-8c53-b4c6e5e83b40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:35.690838 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-478b1aa0-7af9-4c71-924d-e8a8dfdaf62c req-9ca431e7-28a0-4e7c-8c53-b4c6e5e83b40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0603328 Sep 20 22:25:35.736512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:35.749100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-478b1aa0-7af9-4c71-924d-e8a8dfdaf62c req-250e4144-16a6-4dd2-99e2-3725d361a0c5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Sep 20 22:25:35.797383 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:35.797785 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:35.798124 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c Sep 20 22:25:35.877702 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Sync routers for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:25:35.886053 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:35.887836 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:35.888438 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:35.994559 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:36.073647 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 9 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:36.113074 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:36.183262 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'cf45562f-0961-460e-b1f3-6956b12bddf2', 'name': '', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'mac_address': 'fa:16:3e:8f:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:30Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 2, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'subnets': [{'id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:36.211169 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Checking router: e9bb050e-36b7-4d01-ad07-978350152500 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:25:36.211557 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Updating router e9bb050e-36b7-4d01-ad07-978350152500 port cf45562f-0961-460e-b1f3-6956b12bddf2 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:25:36.239200 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.445416 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:36.463275 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:36.501276 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks [] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.507400 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.588722 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a509f-a70e-4313-a530-4b6ac8012e7d None None] Pushing event updated for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:36.603889 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Attempting to bind port cf45562f-0961-460e-b1f3-6956b12bddf2 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:25:36.604396 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Attempting to bind port cf45562f-0961-460e-b1f3-6956b12bddf2 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:25:36.604762 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Attempting to bind port cf45562f-0961-460e-b1f3-6956b12bddf2 on network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:25:36.613782 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Attempt 10 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:36.648192 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:25:36.648192 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Checking segment: {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:25:36.648192 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.648469 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Bound using segment: {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:25:36.649537 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Bound port: cf45562f-0961-460e-b1f3-6956b12bddf2, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3199896-3001-4897-a66e-12211c37cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:25:36.649770 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.658056 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-95957fed-25bc-433f-a7ee-1a557a7a0187 None None] Port cf45562f-0961-460e-b1f3-6956b12bddf2 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:25:36.730487 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] For port cf45562f-0961-460e-b1f3-6956b12bddf2, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:25:36.734123 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] For port cf45562f-0961-460e-b1f3-6956b12bddf2, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=cf45562f-0961-460e-b1f3-6956b12bddf2,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:25:36.741133 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.777275 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Provisioning complete for port cf45562f-0961-460e-b1f3-6956b12bddf2 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:36.777653 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.777991 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Attempt 1 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:36.791199 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:25:36.791845 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:25:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:36.892065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Current status of the port cf45562f-0961-460e-b1f3-6956b12bddf2 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:36.893077 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.913006 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:25:36.933852 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] For port cf45562f-0961-460e-b1f3-6956b12bddf2, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=cf45562f-0961-460e-b1f3-6956b12bddf2,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:25:36.935398 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a15b66-1c3c-4bbd-960e-9e3ca0c0ecff req-fa759b66-3473-4635-9593-c00b31d56ed7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:36.939035 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:36.942828 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6a15b66-1c3c-4bbd-960e-9e3ca0c0ecff req-fa759b66-3473-4635-9593-c00b31d56ed7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0851324 Sep 20 22:25:36.968153 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a509f-a70e-4313-a530-4b6ac8012e7d None None] Pushing event updated for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:36.973936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:37.009815 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d6a15b66-1c3c-4bbd-960e-9e3ca0c0ecff req-32842f99-7f56-49c7-b325-e77035349ed0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653906 Sep 20 22:25:37.012461 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfef1e0-517e-47d3-b74f-f742e71a80a7 None None] Pushing event updated for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:37.144023 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'cf45562f-0961-460e-b1f3-6956b12bddf2', 'name': '', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'mac_address': 'fa:16:3e:8f:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:30Z', 'updated_at': '2022-09-20T22:25:36Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'subnets': [{'id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:25:37.261344 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd736-3ced-4a3f-b1a4-f98e800dd95e None None] The sync data for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi is: [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:31Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'cf45562f-0961-460e-b1f3-6956b12bddf2', 'name': '', 'network_id': '4c32d8ac-3653-4896-b70f-ce492ceb63b7', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'mac_address': 'fa:16:3e:8f:43:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:30Z', 'updated_at': '2022-09-20T22:25:36Z', 'revision_number': 4, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'subnets': [{'id': '3d16f745-8ac6-4341-926b-497863e4a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:25:37.288189 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-973a2fe9-4e83-44df-a1ca-ee0defc514af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:37.744324 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device cf45562f-0961-460e-b1f3-6956b12bddf2 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:25:37.782263 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:37.802783 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port cf45562f-0961-460e-b1f3-6956b12bddf2 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:25:37.803156 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:37.803492 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port cf45562f-0961-460e-b1f3-6956b12bddf2 Sep 20 22:25:37.895056 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port cf45562f-0961-460e-b1f3-6956b12bddf2 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:25:38.137447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c8ee5-7299-4e67-afb9-837ae7212569 req-b5d194d7-74f0-4106-abc7-192c02a9a32a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:38.139028 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c5c8ee5-7299-4e67-afb9-837ae7212569 req-b5d194d7-74f0-4106-abc7-192c02a9a32a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0502241 Sep 20 22:25:38.186777 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c5c8ee5-7299-4e67-afb9-837ae7212569 req-0ab44936-5deb-46ae-a30e-4dcc5d0f827c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Sep 20 22:25:38.679351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:25:38.699408 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:25:38.699756 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 47ef4a9d-05e9-4684-b0b8-3c65dd87a427 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:25:39.308316 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c185c-0032-4e2e-947e-81563b0d80c8 req-5daaccd1-6c41-427c-903f-256b7b0ab944 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:39.309785 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-227c185c-0032-4e2e-947e-81563b0d80c8 req-5daaccd1-6c41-427c-903f-256b7b0ab944 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0452747 Sep 20 22:25:39.358378 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-227c185c-0032-4e2e-947e-81563b0d80c8 req-15ca4e45-3b69-458c-b4c1-5251590662cb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Sep 20 22:25:39.630523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4c1f8253-6571-4e5b-bbb5-bde91441e4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:40.055385 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d6de7-9c48-43d9-a9d8-7d1f43c0c62b req-6138f454-083f-457b-a997-387526d02e99 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:40.057068 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b88d6de7-9c48-43d9-a9d8-7d1f43c0c62b req-6138f454-083f-457b-a997-387526d02e99 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Sep 20 22:25:40.116914 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b88d6de7-9c48-43d9-a9d8-7d1f43c0c62b req-2a6e8251-6eb5-4195-802e-80f23376c379 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530820 Sep 20 22:25:40.509554 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2d10-b099-41f7-b0d2-1831183ce33b req-194a6506-4933-48ae-a295-25d3c2856743 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:40.513563 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dbca2d10-b099-41f7-b0d2-1831183ce33b req-194a6506-4933-48ae-a295-25d3c2856743 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0679352 Sep 20 22:25:40.594735 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dbca2d10-b099-41f7-b0d2-1831183ce33b req-19aa0198-d550-4bf9-9e28-0f5196e163d9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Sep 20 22:25:40.719362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:41.276772 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b582dd-b434-4960-9379-efb83333ea4d req-0f87f574-dd47-4af3-be68-38de6ef092d9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:41.278309 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5b582dd-b434-4960-9379-efb83333ea4d req-0f87f574-dd47-4af3-be68-38de6ef092d9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0603924 Sep 20 22:25:41.352366 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5b582dd-b434-4960-9379-efb83333ea4d req-682adaab-4155-4dfd-adee-89838acb4996 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621023 Sep 20 22:25:41.722495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0cfca-d35b-417e-befa-04100d61c447 req-82c6d2fa-ad1a-489d-bec3-9be509fe8ace tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:41.727812 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5be0cfca-d35b-417e-befa-04100d61c447 req-82c6d2fa-ad1a-489d-bec3-9be509fe8ace tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0541272 Sep 20 22:25:41.789151 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5be0cfca-d35b-417e-befa-04100d61c447 req-cf6a4aee-3011-4de4-8824-701192777b22 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 Sep 20 22:25:42.181230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:42.338812 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:42.451130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:42.484474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:42.506201 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2f4fa-e81b-4d7a-b5a0-a0b0417b3507 req-0dd18a98-69a2-4e07-9dfc-8b632d2e11e5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:42.513564 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4eb2f4fa-e81b-4d7a-b5a0-a0b0417b3507 req-0dd18a98-69a2-4e07-9dfc-8b632d2e11e5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0714214 Sep 20 22:25:42.566140 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4eb2f4fa-e81b-4d7a-b5a0-a0b0417b3507 req-3bd717b0-15f6-420b-bb95-8943cfff1e75 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498261 Sep 20 22:25:42.724066 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:25:42.964929 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb84d-07b1-4de6-ad7e-c912047f581a req-ac8cfd73-a556-4a54-89f0-c6907e437811 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:42.966799 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc7cb84d-07b1-4de6-ad7e-c912047f581a req-ac8cfd73-a556-4a54-89f0-c6907e437811 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0706556 Sep 20 22:25:43.036169 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cc7cb84d-07b1-4de6-ad7e-c912047f581a req-74a83c7e-4dfb-459e-8f1c-7e8eef33fb48 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580373 Sep 20 22:25:43.527061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58972) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:43.655119 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.680643 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:43.727332 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82591c-d792-44a2-865e-cc5b008b1f52 req-cfcad670-aa66-4f33-949d-a87a3d5d889a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:43.729712 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0a82591c-d792-44a2-865e-cc5b008b1f52 req-cfcad670-aa66-4f33-949d-a87a3d5d889a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0593622 Sep 20 22:25:43.767298 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Publish callbacks [] for security_group (ab1ac470-a83d-44aa-8aff-a5642eebc20b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.772107 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ab1ac470-a83d-44aa-8aff-a5642eebc20b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.791972 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0a82591c-d792-44a2-865e-cc5b008b1f52 req-d46da33f-2902-458f-a309-d84b74a30d12 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553112 Sep 20 22:25:43.820600 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=996125f84bfb4d26981e0b79754f3861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858803 Sep 20 22:25:43.820600 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 58978) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:43.857023 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ac470-a83d-44aa-8aff-a5642eebc20b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:43.876549 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.876923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.877293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.877639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.878017 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.878384 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.878732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.879024 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.879349 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.879687 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.880038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.880383 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.880706 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.881099 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.881390 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6665be-81b0-4555-8fbd-08bc1be15206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:25:43.909681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] Publish callbacks [] for security_group (ab1ac470-a83d-44aa-8aff-a5642eebc20b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.933948 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] Publish callbacks [] for security_group (ab1ac470-a83d-44aa-8aff-a5642eebc20b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.986261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ab1ac470-a83d-44aa-8aff-a5642eebc20b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.989294 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:43.993451 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ab1ac470-a83d-44aa-8aff-a5642eebc20b HTTP/1.1" status: 204 len: 168 time: 0.1749537 Sep 20 22:25:44.005796 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99babb07-1a18-4647-934c-e4a8477e4af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ac470-a83d-44aa-8aff-a5642eebc20b,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:44.198030 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94a970-8aa7-42b8-9013-8c0862f4ccd5 req-81fb8a13-ea14-4ab8-a908-44b5b58a1d1e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:44.200179 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fc94a970-8aa7-42b8-9013-8c0862f4ccd5 req-81fb8a13-ea14-4ab8-a908-44b5b58a1d1e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0630577 Sep 20 22:25:44.271274 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fc94a970-8aa7-42b8-9013-8c0862f4ccd5 req-916194f8-36f3-4c12-a38d-e3859b9ff465 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616608 Sep 20 22:25:44.376007 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58988) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:44.389669 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0cd7ed83-0148-41a1-8d81-5927e6cf6ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.498828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0cd7ed83-0148-41a1-8d81-5927e6cf6ade admin admin] Publish callbacks [] for security_group (b9bb7719-3a67-4cae-8616-42ce29ac728b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.504246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0cd7ed83-0148-41a1-8d81-5927e6cf6ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b9bb7719-3a67-4cae-8616-42ce29ac728b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.561110 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0cd7ed83-0148-41a1-8d81-5927e6cf6ade admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=83f3be6c012440aab990c3cf15dce43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779535 Sep 20 22:25:44.561110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 58990) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:44.577873 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7ed83-0148-41a1-8d81-5927e6cf6ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bb7719-3a67-4cae-8616-42ce29ac728b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:44.627103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:44.658932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] Publish callbacks [] for security_group (b9bb7719-3a67-4cae-8616-42ce29ac728b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.687063 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] Publish callbacks [] for security_group (b9bb7719-3a67-4cae-8616-42ce29ac728b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.745174 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b9bb7719-3a67-4cae-8616-42ce29ac728b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.748528 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:44.749750 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b9bb7719-3a67-4cae-8616-42ce29ac728b HTTP/1.1" status: 204 len: 168 time: 0.1896124 Sep 20 22:25:44.759606 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a056a2-f5a0-41c8-ab51-c0c9a9c793ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bb7719-3a67-4cae-8616-42ce29ac728b,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:44.979526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788b327-b194-4797-97c8-7c78698e9cee req-6936e6fc-b114-4b14-90de-f30180be3cdc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:44.981397 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8788b327-b194-4797-97c8-7c78698e9cee req-6936e6fc-b114-4b14-90de-f30180be3cdc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0658104 Sep 20 22:25:45.074424 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8788b327-b194-4797-97c8-7c78698e9cee req-a50340e1-27c8-46ff-9a3c-3bc29d56b4ed tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868430 Sep 20 22:25:45.204242 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59000) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:45.220509 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0bc84c31-e650-4a31-80df-a6f390eea883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.312671 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0bc84c31-e650-4a31-80df-a6f390eea883 admin admin] Publish callbacks [] for security_group (af408e18-21a8-4b0f-ae77-13f63592a697), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.317416 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0bc84c31-e650-4a31-80df-a6f390eea883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (af408e18-21a8-4b0f-ae77-13f63592a697), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.347336 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:45.378430 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 59004) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:25:45.379062 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0bc84c31-e650-4a31-80df-a6f390eea883 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=21ef58ba3bd64afda1ed7789ca62395a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731157 Sep 20 22:25:45.396701 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84c31-e650-4a31-80df-a6f390eea883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af408e18-21a8-4b0f-ae77-13f63592a697,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:45.421335 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68c167-22f3-4193-8284-88f64436a357 req-4feb2409-c3ee-4d7d-aeaa-3a79ea881a3f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:45.423017 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd68c167-22f3-4193-8284-88f64436a357 req-4feb2409-c3ee-4d7d-aeaa-3a79ea881a3f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0633597 Sep 20 22:25:45.466121 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] Publish callbacks [] for security_group (af408e18-21a8-4b0f-ae77-13f63592a697), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.476026 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd68c167-22f3-4193-8284-88f64436a357 req-0e851961-148b-4699-90c0-e29bc0e8b235 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Sep 20 22:25:45.504557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] Publish callbacks [] for security_group (af408e18-21a8-4b0f-ae77-13f63592a697), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.610717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (af408e18-21a8-4b0f-ae77-13f63592a697), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.613794 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:45.616048 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/af408e18-21a8-4b0f-ae77-13f63592a697 HTTP/1.1" status: 204 len: 168 time: 0.2349288 Sep 20 22:25:45.627736 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf5e76-59b2-451b-9d2e-071f2beeb57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af408e18-21a8-4b0f-ae77-13f63592a697,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:25:46.215756 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502540-bd13-4e4e-86c1-6951f17f3f5f req-467dea2d-203a-455e-b0a1-82d677b1c489 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:46.218365 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d502540-bd13-4e4e-86c1-6951f17f3f5f req-467dea2d-203a-455e-b0a1-82d677b1c489 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0555091 Sep 20 22:25:46.312407 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:25:46.317936 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d502540-bd13-4e4e-86c1-6951f17f3f5f req-74a66d85-a4ee-47c2-a540-b2dec4489163 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932095 Sep 20 22:25:46.634455 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e8c3c-97f8-43eb-95d9-074bce549b32 req-1dfca386-fdfe-4c73-a9bc-9e5d671e7984 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:46.636391 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4e8c3c-97f8-43eb-95d9-074bce549b32 req-1dfca386-fdfe-4c73-a9bc-9e5d671e7984 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0691223 Sep 20 22:25:46.716349 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e4e8c3c-97f8-43eb-95d9-074bce549b32 req-56496a3f-86b3-4b1f-858e-eb32a987ddc5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Sep 20 22:25:47.147656 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:47.457885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e268af-723b-49b1-9866-b89e576f0ec6 req-8823d355-eddb-4a5a-a87b-12b860c4499b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:47.459522 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82e268af-723b-49b1-9866-b89e576f0ec6 req-8823d355-eddb-4a5a-a87b-12b860c4499b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Sep 20 22:25:47.517905 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82e268af-723b-49b1-9866-b89e576f0ec6 req-df6340d1-2091-494b-be90-2f3280bcb75e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488291 Sep 20 22:25:47.979639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c33b67-076a-4737-8e9e-0fb317f47e8a req-5c5d0fd5-b8c9-484d-b461-a28b0ff24551 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:47.981165 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-32c33b67-076a-4737-8e9e-0fb317f47e8a req-5c5d0fd5-b8c9-484d-b461-a28b0ff24551 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0585468 Sep 20 22:25:48.035122 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-32c33b67-076a-4737-8e9e-0fb317f47e8a req-5880ee2d-cb56-482e-8657-ab252c8ee76f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483460 Sep 20 22:25:48.676953 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f79b0c-bd1c-44c5-a57d-55eb12807c1d req-f5b33f65-4c2c-4246-be97-2d0b5eb033ac tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:48.686728 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f9f79b0c-bd1c-44c5-a57d-55eb12807c1d req-f5b33f65-4c2c-4246-be97-2d0b5eb033ac tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0730398 Sep 20 22:25:48.745426 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f9f79b0c-bd1c-44c5-a57d-55eb12807c1d req-0649f891-4c0e-4dd0-9589-42f3b3588270 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576310 Sep 20 22:25:49.165269 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:49.173940 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306ca6e-1788-473f-85e5-8b5a525cbf4c req-294050f4-b301-4e4a-bf8d-2293d6dcbb24 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.175438 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f306ca6e-1788-473f-85e5-8b5a525cbf4c req-294050f4-b301-4e4a-bf8d-2293d6dcbb24 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0521181 Sep 20 22:25:49.242226 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f306ca6e-1788-473f-85e5-8b5a525cbf4c req-c68be9d4-6d5c-44b4-bb8e-8353da536fcd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576813 Sep 20 22:25:49.614894 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-3d0bce1e-b07e-4d62-b0e3-04d5e90049c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.616797 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-3d0bce1e-b07e-4d62-b0e3-04d5e90049c9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.0533085 Sep 20 22:25:49.727735 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-95a0eec4-15f6-4631-8e76-4004c3c055a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.729134 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-95a0eec4-15f6-4631-8e76-4004c3c055a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0913932 Sep 20 22:25:49.778523 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-7bed3b83-8170-47fd-b1fe-b9d96600b441 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.0405478 Sep 20 22:25:49.838693 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-03d73ac8-91af-4dc8-9a49-7884cac0bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.845995 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-03d73ac8-91af-4dc8-9a49-7884cac0bad2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0584433 Sep 20 22:25:49.932534 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-6aa15d35-f5a2-4ad5-b623-ac4fbc1f3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.934077 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-6aa15d35-f5a2-4ad5-b623-ac4fbc1f3d36 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791523 Sep 20 22:25:49.968866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed54b-09d2-492a-bb2d-8d127af95097 req-b99cfeda-7f57-49c8-8aab-f7cfc47cc047 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:49.970958 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53eed54b-09d2-492a-bb2d-8d127af95097 req-b99cfeda-7f57-49c8-8aab-f7cfc47cc047 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0822906 Sep 20 22:25:50.056523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:50.097033 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53eed54b-09d2-492a-bb2d-8d127af95097 req-b76193fa-1db5-4c1f-bed7-5a4179bfa0a5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098869 Sep 20 22:25:50.111390 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-7975e713-9e67-426e-8fcd-f9b550816a19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664760 Sep 20 22:25:50.215275 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54472246-5bde-4e29-8f55-a6a65bdc5544 req-13275f1d-5ca6-4b24-b80a-5c0d23d30af7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956070 Sep 20 22:25:50.377033 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b571334-948d-480f-a5f9-a5f1ac8fb8c2 req-6bce541e-0788-437b-93d4-47e982ef718a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:50.380203 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b571334-948d-480f-a5f9-a5f1ac8fb8c2 req-6bce541e-0788-437b-93d4-47e982ef718a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0527105 Sep 20 22:25:50.429414 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b571334-948d-480f-a5f9-a5f1ac8fb8c2 req-c96afa64-7c03-4af5-9508-589792f7d660 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Sep 20 22:25:51.282830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fda2d8-d2b0-4dd8-b663-1be295f291a1 req-bd96b993-5917-46a7-806c-16ff9290013a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:51.284366 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73fda2d8-d2b0-4dd8-b663-1be295f291a1 req-bd96b993-5917-46a7-806c-16ff9290013a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0536389 Sep 20 22:25:51.333099 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73fda2d8-d2b0-4dd8-b663-1be295f291a1 req-952e6721-09ba-474b-bd3c-a7cd6b0ffce6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Sep 20 22:25:51.579904 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dacb28-612f-4e00-9cca-420ecea5bc0b req-5f5f1817-b439-48c4-bc23-ba34eb7797f8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:51.581424 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54dacb28-612f-4e00-9cca-420ecea5bc0b req-5f5f1817-b439-48c4-bc23-ba34eb7797f8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0683906 Sep 20 22:25:51.643642 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54dacb28-612f-4e00-9cca-420ecea5bc0b req-60a628c3-d1ed-4a8d-b063-1bd869b93759 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Sep 20 22:25:52.467970 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36cf9-0739-49d9-8c60-b443edd42538 req-371312cb-751d-4870-946a-aaed5362716b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:52.477628 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56c36cf9-0739-49d9-8c60-b443edd42538 req-371312cb-751d-4870-946a-aaed5362716b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0614526 Sep 20 22:25:52.550970 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56c36cf9-0739-49d9-8c60-b443edd42538 req-a88e3ccd-3668-4813-b3e1-94fc691dcf44 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720012 Sep 20 22:25:52.772623 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555edb0-ce90-49e4-8fce-706a89066597 req-268ebdc9-0b33-4c5a-95c8-d980a02e72f2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:52.774768 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7555edb0-ce90-49e4-8fce-706a89066597 req-268ebdc9-0b33-4c5a-95c8-d980a02e72f2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0472665 Sep 20 22:25:52.808622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:52.825696 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7555edb0-ce90-49e4-8fce-706a89066597 req-eea4a063-18df-4e0b-9515-aff0463806a3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Sep 20 22:25:53.118771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a919-98c5-4c15-876b-0e2c4cd28d74 req-550dc1b6-5c48-458c-a427-e489184ecf8e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:53.125387 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f97a919-98c5-4c15-876b-0e2c4cd28d74 req-550dc1b6-5c48-458c-a427-e489184ecf8e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0595152 Sep 20 22:25:53.174928 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6f97a919-98c5-4c15-876b-0e2c4cd28d74 req-d9c0dca2-da63-4f9b-a3af-f11517d17ea3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479560 Sep 20 22:25:53.678218 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059703-8292-42da-b5e7-985e7080ec09 req-86206375-4e8d-461b-82a3-138b81d35a09 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:53.680220 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-87059703-8292-42da-b5e7-985e7080ec09 req-86206375-4e8d-461b-82a3-138b81d35a09 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0466259 Sep 20 22:25:53.747421 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-87059703-8292-42da-b5e7-985e7080ec09 req-c78eac30-33b6-4924-9f63-00d62ec7aca3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587070 Sep 20 22:25:53.997341 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4bc2e-bb83-4a86-aa2d-06d3493993f4 req-cd76af70-0528-4cc4-a032-a977fda97c60 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:53.999509 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92a4bc2e-bb83-4a86-aa2d-06d3493993f4 req-cd76af70-0528-4cc4-a032-a977fda97c60 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0568266 Sep 20 22:25:54.059168 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92a4bc2e-bb83-4a86-aa2d-06d3493993f4 req-a842f5eb-d9e0-46d0-8688-1495ee1c7991 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Sep 20 22:25:54.307242 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452afd6-69b4-4bcd-99ab-ebc1e3d81a47 req-9a225b85-50a0-4669-8a4e-01115e3c1b9b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:54.308682 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0452afd6-69b4-4bcd-99ab-ebc1e3d81a47 req-9a225b85-50a0-4669-8a4e-01115e3c1b9b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0483336 Sep 20 22:25:54.351413 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e06f0-5bbc-4339-8faa-7ab902058ed1 req-c738b55d-1be6-45be-a7a0-1b547d0da9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:54.353477 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea8e06f0-5bbc-4339-8faa-7ab902058ed1 req-c738b55d-1be6-45be-a7a0-1b547d0da9bb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.0388618 Sep 20 22:25:54.357036 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0452afd6-69b4-4bcd-99ab-ebc1e3d81a47 req-1601dcda-59cc-4244-87d7-7f01c76f4700 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Sep 20 22:25:54.405473 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea8e06f0-5bbc-4339-8faa-7ab902058ed1 req-b9fcde5c-8eee-4944-945f-a92c91546c00 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451701 Sep 20 22:25:54.888539 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19b81-9dd6-4ac1-ae22-9253a0023998 req-dec4049c-714f-45cd-aa60-0566cc42ea76 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:54.890171 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58a19b81-9dd6-4ac1-ae22-9253a0023998 req-dec4049c-714f-45cd-aa60-0566cc42ea76 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0640709 Sep 20 22:25:54.944284 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-58a19b81-9dd6-4ac1-ae22-9253a0023998 req-f5a48695-cf6f-45b0-98b3-9c2930784005 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471199 Sep 20 22:25:55.195071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d88c84-de67-4f69-9d1d-1e2fcc313492 req-08f9ebbe-bcc9-49d3-b19b-e1039303952d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:55.196879 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5d88c84-de67-4f69-9d1d-1e2fcc313492 req-08f9ebbe-bcc9-49d3-b19b-e1039303952d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0605795 Sep 20 22:25:55.250208 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:55.275331 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e5d88c84-de67-4f69-9d1d-1e2fcc313492 req-8bfd7155-4cbc-4e3a-89f2-1d2b53d6761a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Sep 20 22:25:55.499159 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0867c3c-26db-4f0c-b73e-43493fe4094b req-58568861-c441-4689-b526-c9010a5d2966 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:55.501043 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0867c3c-26db-4f0c-b73e-43493fe4094b req-58568861-c441-4689-b526-c9010a5d2966 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0572894 Sep 20 22:25:55.570397 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f0867c3c-26db-4f0c-b73e-43493fe4094b req-25615464-ee5a-4f29-98ab-00a4535086cc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602152 Sep 20 22:25:56.083387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8aace-1f70-4aac-93e9-a1fdc00613b5 req-c0adceab-40ce-43e8-80c6-b1a570478cb1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:56.086695 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9da8aace-1f70-4aac-93e9-a1fdc00613b5 req-c0adceab-40ce-43e8-80c6-b1a570478cb1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0579903 Sep 20 22:25:56.152147 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9da8aace-1f70-4aac-93e9-a1fdc00613b5 req-5bac3b2c-e319-4860-9093-9125c40912b2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582108 Sep 20 22:25:56.282607 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:56.308659 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:56.377151 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:56.421405 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5b31c-3c16-4eb3-bd3a-bad55f5db1fa req-14615ae9-e0d4-4aa9-943e-baf9c6ae0f26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:56.429915 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50a5b31c-3c16-4eb3-bd3a-bad55f5db1fa req-14615ae9-e0d4-4aa9-943e-baf9c6ae0f26 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0625393 Sep 20 22:25:56.477213 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50a5b31c-3c16-4eb3-bd3a-bad55f5db1fa req-fcd06809-9bde-421b-a0fb-7b38e672c085 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Sep 20 22:25:56.691024 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:25:56.708925 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90b9d6-8571-4b29-9652-a32f6c932eeb req-8df10a1c-c971-4282-a9b8-2f61aa9a80a8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:56.717837 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fb90b9d6-8571-4b29-9652-a32f6c932eeb req-8df10a1c-c971-4282-a9b8-2f61aa9a80a8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0591826 Sep 20 22:25:56.773112 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fb90b9d6-8571-4b29-9652-a32f6c932eeb req-04114465-bb3d-490b-965d-4638475766ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539751 Sep 20 22:25:57.317815 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330964a9-8d1b-4ec1-a7fe-f5fb19c134a4 req-6e1bc383-6749-4130-8762-3ba0e89398a6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:57.320062 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-330964a9-8d1b-4ec1-a7fe-f5fb19c134a4 req-6e1bc383-6749-4130-8762-3ba0e89398a6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0742011 Sep 20 22:25:57.378796 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-330964a9-8d1b-4ec1-a7fe-f5fb19c134a4 req-66596ba5-dfb4-4dfe-a549-32c424e3a195 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509222 Sep 20 22:25:57.622305 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97a484-e84e-4982-a6a9-80303763f50c req-02e10dea-9b55-4448-9d9e-f2866905fdcf tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:57.624004 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8a97a484-e84e-4982-a6a9-80303763f50c req-02e10dea-9b55-4448-9d9e-f2866905fdcf tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0524302 Sep 20 22:25:57.697501 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8a97a484-e84e-4982-a6a9-80303763f50c req-4c1ac725-e9b0-49be-b01c-84adb139969f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Sep 20 22:25:57.917944 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d4783-c425-4915-9495-677670b14c42 req-fb4ed65f-84e4-4fd9-8099-dae92d4304cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:57.924786 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-809d4783-c425-4915-9495-677670b14c42 req-fb4ed65f-84e4-4fd9-8099-dae92d4304cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0547807 Sep 20 22:25:57.971100 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-809d4783-c425-4915-9495-677670b14c42 req-5fcefbd6-32b4-4053-b3af-671ab6ab5709 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 Sep 20 22:25:58.517136 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2637bd-f5b7-408d-b84d-b2d6f72c09e7 req-a6f670aa-23d8-4cc0-bcef-7f1789ebcc5a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:58.518717 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b2637bd-f5b7-408d-b84d-b2d6f72c09e7 req-a6f670aa-23d8-4cc0-bcef-7f1789ebcc5a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 20 22:25:58.581832 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b2637bd-f5b7-408d-b84d-b2d6f72c09e7 req-e8b91603-12c0-465a-a21b-c15f5409f699 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568323 Sep 20 22:25:58.856651 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b961c4a-bd5b-4580-8b47-10b69baf576a req-1db3cdc7-280a-4b4a-9ad9-5dc7c62a33c1 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:58.859136 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6b961c4a-bd5b-4580-8b47-10b69baf576a req-1db3cdc7-280a-4b4a-9ad9-5dc7c62a33c1 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0783992 Sep 20 22:25:58.918861 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6b961c4a-bd5b-4580-8b47-10b69baf576a req-f7d123da-d389-4b8b-946b-ec932877665e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Sep 20 22:25:59.144015 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5964a4-0829-4ac1-b288-3c48609897ed req-ba717abe-9b51-4d9c-9b34-8d679976e1bf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:59.145767 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2e5964a4-0829-4ac1-b288-3c48609897ed req-ba717abe-9b51-4d9c-9b34-8d679976e1bf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0727775 Sep 20 22:25:59.198411 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2e5964a4-0829-4ac1-b288-3c48609897ed req-a9bbe7d3-1a44-43c4-bea1-9c525ff60731 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469117 Sep 20 22:25:59.701833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b80ce-0ee8-4cbd-9e20-1b259daefd53 req-26856866-ce23-4abc-a218-e187b7289846 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:25:59.703694 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d8b80ce-0ee8-4cbd-9e20-1b259daefd53 req-26856866-ce23-4abc-a218-e187b7289846 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Sep 20 22:25:59.762431 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d8b80ce-0ee8-4cbd-9e20-1b259daefd53 req-7e732f29-d2ef-4b17-9028-efb737bb6633 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524988 Sep 20 22:26:00.122585 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7a4e-2e76-4c19-93ca-3a12b22da5ec req-7ca0d140-9ea7-431a-b7e7-c647fb9aad51 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:00.126179 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-341d7a4e-2e76-4c19-93ca-3a12b22da5ec req-7ca0d140-9ea7-431a-b7e7-c647fb9aad51 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0967603 Sep 20 22:26:00.195789 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-341d7a4e-2e76-4c19-93ca-3a12b22da5ec req-5a2f525f-edc3-44b7-a42a-a5ac5bcda91a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 Sep 20 22:26:00.362744 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362ac9c-224e-4387-8680-17a36344f8de req-49956e01-e6bc-4dff-b2d1-385b23538093 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:00.365058 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a362ac9c-224e-4387-8680-17a36344f8de req-49956e01-e6bc-4dff-b2d1-385b23538093 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0633137 Sep 20 22:26:00.418457 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-b1abbc7d-5523-4717-a38c-4fa146b2087a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2077254554&fields=id&tenant_id=99c755c2cb864d05ac8561716aba8ae2 HTTP/1.1" status: 200 len: 267 time: 0.0836802 Sep 20 22:26:00.453871 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a362ac9c-224e-4387-8680-17a36344f8de req-1ba17c0f-a80a-4013-8662-f760048ffed8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825486 Sep 20 22:26:00.493862 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:00.551108 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-4e069bed-13c1-4c66-80ba-0f1deb3c2e99 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:00.552642 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-4e069bed-13c1-4c66-80ba-0f1deb3c2e99 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 809 time: 0.1333873 Sep 20 22:26:00.576095 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-3d7817b5-2fee-4b7b-98ab-5283c082d35a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/quotas/99c755c2cb864d05ac8561716aba8ae2 HTTP/1.1" status: 200 len: 375 time: 0.0161157 Sep 20 22:26:00.638568 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-4859f10a-7a4e-46d8-89a4-5c6a75b0c7e6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614910 Sep 20 22:26:00.742949 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-e33c1880-055f-4db1-839a-12b96a295caf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035302 Sep 20 22:26:00.767117 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=61,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:00.775896 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:00.881117 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-0ffc7f85-6f1a-479f-b40c-08bc06fa9b7d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282218 Sep 20 22:26:00.919237 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8c3d3-0d25-4985-ae21-ac32bd8d7a17 req-0e209282-4053-49c9-8c78-a9b6c486b153 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:00.926682 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2fe8c3d3-0d25-4985-ae21-ac32bd8d7a17 req-0e209282-4053-49c9-8c78-a9b6c486b153 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0751028 Sep 20 22:26:00.995881 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2fe8c3d3-0d25-4985-ae21-ac32bd8d7a17 req-02ad1826-116f-4de9-a3d0-5fc593f928c7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683181 Sep 20 22:26:01.354341 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d590124-0540-432b-89c6-f7b3927ed7e7 req-a43c1061-de75-4d87-8f35-d7e941b6bef0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.363834 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4d590124-0540-432b-89c6-f7b3927ed7e7 req-a43c1061-de75-4d87-8f35-d7e941b6bef0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0968280 Sep 20 22:26:01.421578 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4d590124-0540-432b-89c6-f7b3927ed7e7 req-f9cd8a17-9181-4161-b4cb-47aca9618123 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565753 Sep 20 22:26:01.531851 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-a99b54e5-2a44-4335-b21b-a4f1c099235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.533578 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5ac003ec-8f90-4a05-bd61-11c3b22bafe8 req-04c26611-5eb5-49b1-9f41-6688073bdb34 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0527513 Sep 20 22:26:01.534860 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-a99b54e5-2a44-4335-b21b-a4f1c099235c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1129 time: 0.1078146 Sep 20 22:26:01.590298 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7a816-be08-4183-8bbd-19d59ae514cc req-196925d1-e9c0-4539-90e7-0b6c8989289b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.600625 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8d7a816-be08-4183-8bbd-19d59ae514cc req-196925d1-e9c0-4539-90e7-0b6c8989289b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.1616497 Sep 20 22:26:01.692011 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2284-ed60-4d3c-ac32-58d839d433c7 req-a94e57fe-6f50-4bfc-a3df-c777a5fdf527 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.693483 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:01.701442 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-577e2284-ed60-4d3c-ac32-58d839d433c7 req-a94e57fe-6f50-4bfc-a3df-c777a5fdf527 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0719497 Sep 20 22:26:01.736222 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c8d7a816-be08-4183-8bbd-19d59ae514cc req-a00909b1-91ea-4478-b66e-6f15c984166a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321447 Sep 20 22:26:01.763530 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-ac496e49-5404-448f-9e54-cfad1c818317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.765523 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-ac496e49-5404-448f-9e54-cfad1c818317 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.1538861 Sep 20 22:26:01.824205 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-577e2284-ed60-4d3c-ac32-58d839d433c7 req-6be8a301-b534-4cd1-99f0-dbd50661eab8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215670 Sep 20 22:26:01.859327 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-63f6e2ea-beaa-4d93-9245-b7dca8d5d5b5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0869207 Sep 20 22:26:01.941436 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-a80d9681-ff2c-4593-a1a7-ed73b8730db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:01.944689 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-a80d9681-ff2c-4593-a1a7-ed73b8730db0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.0658817 Sep 20 22:26:02.005694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-cfc9a625-b5ef-4d50-bf1e-434c517daa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.008401 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-cfc9a625-b5ef-4d50-bf1e-434c517daa02 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558176 Sep 20 22:26:02.106996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-3ce47bf5-576b-4e42-96f5-a7197e2785f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.108717 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-3ce47bf5-576b-4e42-96f5-a7197e2785f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.0475793 Sep 20 22:26:02.134243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:02.145501 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-9fbc35f7-a08a-4f38-945c-7dee6c5a2f5c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309915 Sep 20 22:26:02.215664 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d82f32-106c-4443-8340-fb47dbbb41c9 req-0dfdb971-c7a6-4359-b78d-a7c0ee835ca3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.217462 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-39d82f32-106c-4443-8340-fb47dbbb41c9 req-0dfdb971-c7a6-4359-b78d-a7c0ee835ca3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0807722 Sep 20 22:26:02.290453 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2ee2a7e9-088f-4105-9c53-c1e4b6986a10 req-1d71b07a-aed0-4964-b8cb-5aa2d7f3be52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384041 Sep 20 22:26:02.311309 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:02.323897 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-39d82f32-106c-4443-8340-fb47dbbb41c9 req-2cfe187c-3c42-4143-b59f-a13db4269877 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624743 Sep 20 22:26:02.381919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-366f8c1c-fccb-4d6f-a126-74864e96c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.383842 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-366f8c1c-fccb-4d6f-a126-74864e96c9b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.2687666 Sep 20 22:26:02.481489 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-6d58aae9-34f7-4e6d-8650-d1a2a973bd50 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.0670705 Sep 20 22:26:02.636399 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5cecb-8977-424b-a4a8-86b11bba8110 req-809a0351-2c8c-4c93-9332-c668db96b73b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.640368 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94e5cecb-8977-424b-a4a8-86b11bba8110 req-809a0351-2c8c-4c93-9332-c668db96b73b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.1055655 Sep 20 22:26:02.694152 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-eb505c4f-c019-48ba-bd24-76c97ec1aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.698447 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-eb505c4f-c019-48ba-bd24-76c97ec1aaa9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.1030636 Sep 20 22:26:02.700202 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7546b6a7-8f69-4f12-92e5-66513fd36fd4 req-2344c1f4-6050-4131-84b4-e194261589d7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0421984 Sep 20 22:26:02.711035 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94e5cecb-8977-424b-a4a8-86b11bba8110 req-1b7fec90-0b8d-4861-a6c8-c67df4527446 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610039 Sep 20 22:26:02.771513 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-1de38451-f689-470c-8beb-614d051a69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:02.782045 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-1de38451-f689-470c-8beb-614d051a69c8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632496 Sep 20 22:26:03.014227 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-31e743c8-b428-4f40-a26f-21cd9fc46787 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081065 Sep 20 22:26:03.036331 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb3e6-680a-454b-9840-467874ae6682 req-e62d5ae9-f081-41b1-9eea-bd04c12c1ffc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:03.039530 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ba1bb3e6-680a-454b-9840-467874ae6682 req-e62d5ae9-f081-41b1-9eea-bd04c12c1ffc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0858097 Sep 20 22:26:03.105314 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ba1bb3e6-680a-454b-9840-467874ae6682 req-22612252-b0f2-4f9e-8beb-c4aa9e4a8cac tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595922 Sep 20 22:26:03.433699 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:03.473552 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f6d48-858c-4461-8af1-6e6aba14e1b6 req-daa8cf0d-b973-4826-a8e1-8b396713acee tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:03.475054 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-396f6d48-858c-4461-8af1-6e6aba14e1b6 req-daa8cf0d-b973-4826-a8e1-8b396713acee tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0527101 Sep 20 22:26:03.524518 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-396f6d48-858c-4461-8af1-6e6aba14e1b6 req-9e9cd3b9-72e8-496f-a8f1-a64fa810d41a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Sep 20 22:26:03.810192 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b1796aa-0a15-42b9-9bb6-113551cda718 req-ef23d697-29d5-4599-a729-770ae3e81215 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0277996 Sep 20 22:26:03.885227 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f6b9a-4f97-4d0b-8b9c-9bf16006ef51 req-9aa80584-015a-4a3e-9f23-da3a0c053503 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:03.886795 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-125f6b9a-4f97-4d0b-8b9c-9bf16006ef51 req-9aa80584-015a-4a3e-9f23-da3a0c053503 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0713470 Sep 20 22:26:03.938833 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-088b06ce-27dc-4acd-813e-15a9715eaf7e req-5f3e4769-8b12-46cc-9bf8-195150c935c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996695 Sep 20 22:26:03.951663 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-125f6b9a-4f97-4d0b-8b9c-9bf16006ef51 req-50afea01-5b0a-43ca-b5e5-4df1cfc0af98 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578144 Sep 20 22:26:04.178688 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-3c8888f0-1f2e-440b-b3ca-d1d8317f4730 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:04.182030 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-3c8888f0-1f2e-440b-b3ca-d1d8317f4730 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 809 time: 0.1316929 Sep 20 22:26:04.262792 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a67e-efa5-4a0e-ac57-befda1be722a req-6a46b699-7086-4fb6-ad55-780f2b2785e3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:04.264347 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c880a67e-efa5-4a0e-ac57-befda1be722a req-6a46b699-7086-4fb6-ad55-780f2b2785e3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0490832 Sep 20 22:26:04.312957 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c880a67e-efa5-4a0e-ac57-befda1be722a req-59fbaa8b-e993-43f4-a650-7d1a5caff9e9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Sep 20 22:26:04.665644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800c39-14b5-4951-b10f-8150093b806a req-f031c28d-ddba-43c1-8885-7383a26e869a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:04.667178 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57800c39-14b5-4951-b10f-8150093b806a req-f031c28d-ddba-43c1-8885-7383a26e869a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0602643 Sep 20 22:26:04.725097 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57800c39-14b5-4951-b10f-8150093b806a req-fc113db0-8bc9-44c9-9474-db7ca0887e75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Sep 20 22:26:04.919993 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-248bbf28-88cd-4d40-ae33-46e95c34f86c req-df56ad79-ad3e-4404-b090-55cf00003f32 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0322585 Sep 20 22:26:05.400404 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-834f32d3-7594-4220-b4cd-05201c858973 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99c755c2cb864d05ac8561716aba8ae2 HTTP/1.1" status: 200 len: 380 time: 0.0600190 Sep 20 22:26:05.419710 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'port': {'device_id': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'admin_state_up': True, 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'security_groups': ['385d1776-7ff3-48a1-ad12-e27ba0337193']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:05.457863 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecbdf7-e606-4b7c-b502-49b02c3769c3 req-94dfa991-8b40-48c4-b0a4-c0d787392680 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:05.466612 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1ecbdf7-e606-4b7c-b502-49b02c3769c3 req-94dfa991-8b40-48c4-b0a4-c0d787392680 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0633450 Sep 20 22:26:05.518625 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1ecbdf7-e606-4b7c-b502-49b02c3769c3 req-729db512-591f-4243-8cfe-37f908cffb6c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Sep 20 22:26:05.551621 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Made reservation on behalf of 99c755c2cb864d05ac8561716aba8ae2 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:26:05.551621 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:05.615426 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:05.660840 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:05.684868 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Allocated IP 172.20.0.4 (0b600369-ea02-425d-9f5d-51b2980e835e/9c8a5401-fbfb-49ac-b513-53c4a04b7e61/87454e86-c277-4775-8223-737852068e10) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:26:05.860424 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for port (87454e86-c277-4775-8223-737852068e10), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:05.875235 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2f257-3f05-45d3-bf9c-1bf011118eb1 req-76ce8be6-2f88-4620-b4d1-b0e9f0244289 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:05.876733 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f7a2f257-3f05-45d3-bf9c-1bf011118eb1 req-76ce8be6-2f88-4620-b4d1-b0e9f0244289 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0715179 Sep 20 22:26:05.931595 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (87454e86-c277-4775-8223-737852068e10), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:05.973671 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f7a2f257-3f05-45d3-bf9c-1bf011118eb1 req-12716d98-28f9-4f80-b22c-e3b093748d20 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900085 Sep 20 22:26:05.987322 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59486) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:05.991692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Network 0b600369-ea02-425d-9f5d-51b2980e835e is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:26:05.995118 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:26:06.000399 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:26:06.029766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:06.051595 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Deleting subnet 0819a676-2de5-480e-a492-9d1c15a81339 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:26:06.055655 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:06.056280 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.064472 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Publish callbacks [] for subnet (0819a676-2de5-480e-a492-9d1c15a81339), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.073585 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-01af31c0-3089-4cf8-b08b-d87fa9d211cc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576171 Sep 20 22:26:06.135425 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9644-777b-4f85-b13a-fb6ace8f4f1d req-947b7903-1415-42cc-ae04-5a294c4df5a4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:06.137050 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ffc9644-777b-4f85-b13a-fb6ace8f4f1d req-947b7903-1415-42cc-ae04-5a294c4df5a4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 931 time: 0.0829866 Sep 20 22:26:06.144494 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Request body: {'port': {'device_id': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:06.147096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (0819a676-2de5-480e-a492-9d1c15a81339), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.202841 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:06.233190 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.238147 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (0819a676-2de5-480e-a492-9d1c15a81339), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.262683 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ffc9644-777b-4f85-b13a-fb6ace8f4f1d req-f94163ff-3ddb-4973-bf5f-0fdd414d7624 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883765 Sep 20 22:26:06.343599 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Provisioning complete for port 87454e86-c277-4775-8223-737852068e10 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:26:06.345000 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (87454e86-c277-4775-8223-737852068e10), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.345466 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Attempt 1 to provision port 87454e86-c277-4775-8223-737852068e10 Sep 20 22:26:06.355689 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (0819a676-2de5-480e-a492-9d1c15a81339), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.388906 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Port 87454e86-c277-4775-8223-737852068e10 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:26:06.395089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0819a676-2de5-480e-a492-9d1c15a81339,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:06.398694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.401846 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5bc5d0e2-0695-4a3c-a650-b9ba7a2a1952 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/0819a676-2de5-480e-a492-9d1c15a81339 HTTP/1.1" status: 204 len: 168 time: 0.4128730 Sep 20 22:26:06.404272 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59490) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:06.475457 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.558447 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.562996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87454e86-c277-4775-8223-737852068e10 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:26:06.571321 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks [] for port (87454e86-c277-4775-8223-737852068e10), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.578130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:06.581098 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:06.589545 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Transition to ACTIVE for port object 87454e86-c277-4775-8223-737852068e10 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:26:06.591203 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a87886e-7f3b-406b-b507-97c412475935') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:06.591579 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a87886e-7f3b-406b-b507-97c412475935') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:06.594672 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.598520 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:06.598992 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:06.603471 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (0a87886e-7f3b-406b-b507-97c412475935), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.625992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (0a87886e-7f3b-406b-b507-97c412475935), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.634114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:26:06.634582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (0a87886e-7f3b-406b-b507-97c412475935), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.689177 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 0a87886e-7f3b-406b-b507-97c412475935 resource provider aggregate not found Sep 20 22:26:06.713676 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:06.731706 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 0a87886e-7f3b-406b-b507-97c412475935 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a87886e-7f3b-406b-b507-97c412475935 found for delete ", "request_id": "req-1eef7475-3cdf-443e-a4a5-c71956c121b5"}]} Sep 20 22:26:06.740214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.740450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8546636-613d-45ef-8446-68fef7904652 req-03845a13-515b-46e3-b75c-deae59a4941d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:06.742770 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8546636-613d-45ef-8446-68fef7904652 req-03845a13-515b-46e3-b75c-deae59a4941d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.1157084 Sep 20 22:26:06.750484 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.754845 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab HTTP/1.1" status: 204 len: 168 time: 0.3496327 Sep 20 22:26:06.766207 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951ae9-80ad-45c0-b529-841631148c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd54fcb-74c2-45c9-8873-bedb4ef2c0ab,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:06.813615 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Attempting to bind port 87454e86-c277-4775-8223-737852068e10 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:26:06.813874 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Attempting to bind port 87454e86-c277-4775-8223-737852068e10 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:26:06.814184 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Attempting to bind port 87454e86-c277-4775-8223-737852068e10 on network 0b600369-ea02-425d-9f5d-51b2980e835e {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:26:06.849817 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8546636-613d-45ef-8446-68fef7904652 req-ec582a84-dca4-4e2f-89e9-3fd0bcbf52ee tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990071 Sep 20 22:26:06.875939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Port 87454e86-c277-4775-8223-737852068e10 on network 0b600369-ea02-425d-9f5d-51b2980e835e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:26:06.876264 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Attempting to bind port 87454e86-c277-4775-8223-737852068e10 on network 0b600369-ea02-425d-9f5d-51b2980e835e {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:26:06.890168 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Attempt 2 to provision port 87454e86-c277-4775-8223-737852068e10 Sep 20 22:26:06.923209 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:26:06.924087 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Checking segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:26:06.924811 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Bound using segment: {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:26:06.925340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Bound port: 87454e86-c277-4775-8223-737852068e10, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbad623-6b06-4b97-bf49-f59611ead6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:26:06.925712 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:06.935795 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Port 87454e86-c277-4775-8223-737852068e10 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:26:06.965109 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59500) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:06.989350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:26:06.993360 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:26:06.999583 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.005815 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.006631 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.008300 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 1093 time: 0.8725150 Sep 20 22:26:07.008990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:07.012738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9eed29-d671-4765-8ca3-758d77b37041" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:07.013523 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5b985519-934c-4a9b-94de-1f9e0b925957 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fe8853cc9fd0482097a5ac65534d5e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470502 Sep 20 22:26:07.015951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59502) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:07.077591 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c68b1b2-54da-4f53-a5b6-79910585f43f x-openstack-request-id: req-5c68b1b2-54da-4f53-a5b6-79910585f43f {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:07.077971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:07.078366 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c68b1b2-54da-4f53-a5b6-79910585f43f {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:07.078849 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c68b1b2-54da-4f53-a5b6-79910585f43f'] response: {'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10', 'status': 'completed', 'code': 200} Sep 20 22:26:07.106190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] Publish callbacks [] for security_group (d23bb76b-d791-4645-b092-d1b370745aea), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.126812 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] Publish callbacks [] for security_group (d23bb76b-d791-4645-b092-d1b370745aea), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.160022 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831028ab-a6e8-4804-86a5-e564b6e55a29 service neutron] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:07.170000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-2bfca30f-0bd7-4002-bb52-4d7a5794f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.171430 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-2bfca30f-0bd7-4002-bb52-4d7a5794f41b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1127 time: 0.0892279 Sep 20 22:26:07.184698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d23bb76b-d791-4645-b092-d1b370745aea), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.188864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.192866 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d23bb76b-d791-4645-b092-d1b370745aea HTTP/1.1" status: 204 len: 168 time: 0.1732457 Sep 20 22:26:07.193117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dde8a-592a-4bc5-8ba6-981a4f6b6435 req-f0433aaa-b6ff-4de0-8f3f-00fec195a750 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.193117 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ba7dde8a-592a-4bc5-8ba6-981a4f6b6435 req-f0433aaa-b6ff-4de0-8f3f-00fec195a750 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0914454 Sep 20 22:26:07.206068 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80259801-3f26-4bdb-b549-6de7bdddea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23bb76b-d791-4645-b092-d1b370745aea,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:07.236357 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-56f0cc73-fbaa-497d-b748-68723ff4cd43 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 217 time: 0.0569365 Sep 20 22:26:07.294313 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9afc-b4ed-46d8-957e-560d62190ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:07.312795 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-6a92a317-6eb8-4da7-8640-a2268f330890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.314314 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-6a92a317-6eb8-4da7-8640-a2268f330890 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0715802 Sep 20 22:26:07.319105 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ba7dde8a-592a-4bc5-8ba6-981a4f6b6435 req-8ac02a47-5263-4b13-aca2-072968cdc4f0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Sep 20 22:26:07.380782 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-261a9535-4d82-443e-ad07-2523aaa88e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.382295 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-261a9535-4d82-443e-ad07-2523aaa88e96 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603871 Sep 20 22:26:07.436822 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Attempt 3 to provision port 87454e86-c277-4775-8223-737852068e10 Sep 20 22:26:07.450739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44651582-e851-43e4-b408-e06130c24edb req-257d7015-b7ac-4a81-aaed-a3a5a96d64ba tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.452345 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44651582-e851-43e4-b408-e06130c24edb req-257d7015-b7ac-4a81-aaed-a3a5a96d64ba tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0897310 Sep 20 22:26:07.498808 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-cc935210-a4b6-4084-9120-32c2642446cc None None] Port 87454e86-c277-4775-8223-737852068e10 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:26:07.512032 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-99917c8a-7000-4833-b4b7-64d785eaed16 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218641 Sep 20 22:26:07.527848 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44651582-e851-43e4-b408-e06130c24edb req-82a200de-5c98-4660-8b78-feb6651498ad tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694597 Sep 20 22:26:07.582686 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:07.646325 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dac64ac7-986b-4de7-8d2d-695696ed1fbf req-abee9163-658f-4244-8f18-858a7d8d00d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275821 Sep 20 22:26:07.926754 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-ba10de11-9d32-4e06-8aff-b3f1ba582b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:07.928253 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-ba10de11-9d32-4e06-8aff-b3f1ba582b1f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1127 time: 0.0444438 Sep 20 22:26:08.037561 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff20ab-0199-4665-b528-acce38c34949 req-b107f044-8c52-46fb-990b-5b6e1391bb9d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:08.039062 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f6ff20ab-0199-4665-b528-acce38c34949 req-b107f044-8c52-46fb-990b-5b6e1391bb9d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0958438 Sep 20 22:26:08.075604 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:08.081928 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-1011751f-4d19-49cb-b893-913cba7dd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:08.083422 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-1011751f-4d19-49cb-b893-913cba7dd8cf service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.1476655 Sep 20 22:26:08.137637 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-33c4bbe6-f21b-404c-8d4c-fcd22cb7933b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 217 time: 0.0464289 Sep 20 22:26:08.394306 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f6ff20ab-0199-4665-b528-acce38c34949 req-c6a10de5-798e-481e-b296-cd9dc7832361 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432081 Sep 20 22:26:08.428866 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-fab0e30c-44d5-4259-8d71-15e551e2a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:08.430341 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-fab0e30c-44d5-4259-8d71-15e551e2a800 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.2849789 Sep 20 22:26:08.484724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-4f1decbb-58ed-4e5b-9cec-57cdb04786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:08.485394 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-4f1decbb-58ed-4e5b-9cec-57cdb04786e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491726 Sep 20 22:26:08.598234 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-e94d103a-fc87-4526-a414-dd47e0a2c87f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958364 Sep 20 22:26:08.656484 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ecbb7-fdca-459a-a490-8ad925e859e2 req-caad85cc-b392-4afc-9891-288afab12a67 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:08.658071 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-933ecbb7-fdca-459a-a490-8ad925e859e2 req-caad85cc-b392-4afc-9891-288afab12a67 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0483348 Sep 20 22:26:08.712927 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2b9eed29-d671-4765-8ca3-758d77b37041 req-8b714df6-418e-4121-9d66-9b3822f2a2ed service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047630 Sep 20 22:26:08.728596 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-933ecbb7-fdca-459a-a490-8ad925e859e2 req-96de87ab-5ab1-497e-b14e-298dc44053f5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640924 Sep 20 22:26:08.907208 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59594) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:08.912749 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099973051', 'description': 'tempest-description--1881523067'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:08.933961 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:08.997042 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:09.003822 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (80258efb-edf7-47fc-bfb4-c375c6e4f8cc), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.008388 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (80258efb-edf7-47fc-bfb4-c375c6e4f8cc), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.043274 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.044524 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1363108 Sep 20 22:26:09.046041 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addb68-f270-420a-b3a6-eb974f3b0cf7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80258efb-edf7-47fc-bfb4-c375c6e4f8cc,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:09.049388 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 59606) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:09.056642 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'security_group_rule': {'security_group_id': '80258efb-edf7-47fc-bfb4-c375c6e4f8cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:09.087421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (1cac7737-4d2e-4992-bebb-dd3d01b3096c), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.153207 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (1cac7737-4d2e-4992-bebb-dd3d01b3096c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.157094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (1cac7737-4d2e-4992-bebb-dd3d01b3096c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.178793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cac7737-4d2e-4992-bebb-dd3d01b3096c,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:09.185307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.189448 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e5d35c69-f6fd-400d-84af-8fdda088bf98 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353812 Sep 20 22:26:09.189741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59610) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:09.194372 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'security_group_rule': {'security_group_id': '80258efb-edf7-47fc-bfb4-c375c6e4f8cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:09.220010 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (702c1b1e-8dd7-4fc0-97e1-b6a38c58103c), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.278113 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (702c1b1e-8dd7-4fc0-97e1-b6a38c58103c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.281785 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (702c1b1e-8dd7-4fc0-97e1-b6a38c58103c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.302758 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:09.305356 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702c1b1e-8dd7-4fc0-97e1-b6a38c58103c,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:09.311874 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.316248 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4ff7b4eb-1e7e-4bc0-8cb2-1571c2cc84c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223552 Sep 20 22:26:09.316418 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59612) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:09.321180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:09.347355 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.431194 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.556829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ef2a-b32c-414f-b42b-908b14626739 req-70a1d842-1d1b-4a9e-aad1-cfff604e1ab3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:09.558321 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34a3ef2a-b32c-414f-b42b-908b14626739 req-70a1d842-1d1b-4a9e-aad1-cfff604e1ab3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0806124 Sep 20 22:26:09.604868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Allocated IP 172.27.2.127 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/a2e234e8-18fb-4b09-aed2-120704d69f1d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:26:09.637776 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f1a7240d-6984-4fb2-aaca-ee34727e3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.640344 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-34a3ef2a-b32c-414f-b42b-908b14626739 req-9bac97c6-01b6-461e-94a4-3ad8e8c972f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746806 Sep 20 22:26:09.735018 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.767539 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.812038 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:26:09.815038 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:26:09.817653 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:26:09.845532 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'Port': ['ID=a2e234e8-18fb-4b09-aed2-120704d69f1d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:09.870480 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7c063-ef64-498f-95df-f13fa767449a req-5619c43f-a8b7-49a3-a104-a9a3bfffc9a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:09.872800 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ccf7c063-ef64-498f-95df-f13fa767449a req-5619c43f-a8b7-49a3-a104-a9a3bfffc9a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0534363 Sep 20 22:26:09.903530 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:09.915104 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (87573779-e894-49bc-9753-785053bae3c6), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:09.930129 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ccf7c063-ef64-498f-95df-f13fa767449a req-b673c932-c197-4253-9a5c-66056c74ef2c tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498402 Sep 20 22:26:10.220996 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.348822 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:10.381437 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.386722 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.454680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'Port': ['ID=a2e234e8-18fb-4b09-aed2-120704d69f1d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:10.457851 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (87573779-e894-49bc-9753-785053bae3c6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.476028 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.477365 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f711df52-ea8c-40be-9311-3cccb1020406 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1597679 Sep 20 22:26:10.721491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:10.775909 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac67f3d-18f0-4512-afaf-abb26ad942d8 req-f74572fc-6067-45c8-9a7a-1be26675e3c8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:10.777394 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cac67f3d-18f0-4512-afaf-abb26ad942d8 req-f74572fc-6067-45c8-9a7a-1be26675e3c8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0502982 Sep 20 22:26:10.826772 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cac67f3d-18f0-4512-afaf-abb26ad942d8 req-87afabc4-a0c2-454f-a456-2ad8879f407f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Sep 20 22:26:11.016652 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:11.055837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc8af-2b17-4031-9587-13f77ba289be req-4ca1c912-f6a7-4979-9a3a-1e3131e31103 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:11.057595 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fe7dc8af-2b17-4031-9587-13f77ba289be req-4ca1c912-f6a7-4979-9a3a-1e3131e31103 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0494442 Sep 20 22:26:11.108030 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fe7dc8af-2b17-4031-9587-13f77ba289be req-dfea47fc-1983-4604-b3cd-948f9fa5aeb1 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Sep 20 22:26:11.885000 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:26:11.958969 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ea6ea-acf7-4a1f-bb10-0f4274061079 req-fff0319f-cb4a-41d6-9f72-bfbbd85dee1b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:11.961237 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ff5ea6ea-acf7-4a1f-bb10-0f4274061079 req-fff0319f-cb4a-41d6-9f72-bfbbd85dee1b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0510528 Sep 20 22:26:11.989776 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:12.002064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd965769d-834a-4b9f-817a-24e086032c2d', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:26:12.023000 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ff5ea6ea-acf7-4a1f-bb10-0f4274061079 req-a5a78e60-25fd-420e-bd1c-1452c609f8dd tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489328 Sep 20 22:26:12.044658 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: ACTIVE; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:12.045076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:12.058838 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:26:12.081775 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:12.087040 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:12.138122 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=6']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:12.146221 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.146571 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.146917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.147290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.147628 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.148003 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.148890 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.149244 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.149571 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.149897 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.150222 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.150569 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.150894 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.151350 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.151714 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:12.182803 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:12.217859 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d965769d-834a-4b9f-817a-24e086032c2d'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:26:12.248333 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1824-0a06-46da-a435-0329bd150355 req-7c744b86-b598-4b87-8273-a681f9333225 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:12.249871 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-778d1824-0a06-46da-a435-0329bd150355 req-7c744b86-b598-4b87-8273-a681f9333225 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0549552 Sep 20 22:26:12.314750 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-778d1824-0a06-46da-a435-0329bd150355 req-c64fae9c-cc05-4a99-aa3f-5ea9b01c4eba tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578918 Sep 20 22:26:12.360087 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:13.161271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489f2d5-34f4-4064-bc73-99c65ad3728c req-c1a69550-0162-4bf9-bf3a-0eb8308a386e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:13.162732 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6489f2d5-34f4-4064-bc73-99c65ad3728c req-c1a69550-0162-4bf9-bf3a-0eb8308a386e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 944 time: 0.0481660 Sep 20 22:26:13.212051 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6489f2d5-34f4-4064-bc73-99c65ad3728c req-b9ed3c3b-d47e-4ab7-b158-021b84e7a5df tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Sep 20 22:26:13.402992 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:13.443678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c7cb1-0870-405b-b5e5-b6bccf35dea8 req-0618797e-3c06-4394-843b-cac371caa7ea tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:13.445202 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-573c7cb1-0870-405b-b5e5-b6bccf35dea8 req-0618797e-3c06-4394-843b-cac371caa7ea tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0510831 Sep 20 22:26:13.498845 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-573c7cb1-0870-405b-b5e5-b6bccf35dea8 req-8012cc60-5567-4dbc-bdd7-f4f943571567 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Sep 20 22:26:13.908596 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:26:13.949170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:13.953658 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d965769d-834a-4b9f-817a-24e086032c2d triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:26:13.954037 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d965769d-834a-4b9f-817a-24e086032c2d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:13.954368 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:26:14.029345 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:14.029732 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:14.053024 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:14.055319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf95af7-0ba2-4bba-b390-947167dc8943" -d '{"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:14.068155 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:14.073996 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:14.108825 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7819bb-54c5-4e02-a2c5-4bb9bbef8fa7 x-openstack-request-id: req-7b7819bb-54c5-4e02-a2c5-4bb9bbef8fa7 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:14.109202 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:14.109464 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b7819bb-54c5-4e02-a2c5-4bb9bbef8fa7 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:14.109868 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7819bb-54c5-4e02-a2c5-4bb9bbef8fa7'] response: {'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'code': 200} Sep 20 22:26:14.126070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=7']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:14.340653 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ff84-47be-47ba-8443-54e3dab0ed2f req-33dc78a0-78a1-41fa-928a-936c0af14000 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:14.342177 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee89ff84-47be-47ba-8443-54e3dab0ed2f req-33dc78a0-78a1-41fa-928a-936c0af14000 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0470138 Sep 20 22:26:14.390724 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee89ff84-47be-47ba-8443-54e3dab0ed2f req-dc346340-f687-4d11-bb2b-848d8a6283a7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Sep 20 22:26:14.618004 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327491-4698-4fa9-ab03-6c53a5fb5f34 req-ff190a9f-1c94-4e26-b5be-2ffc88b8f24f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:14.619804 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b327491-4698-4fa9-ab03-6c53a5fb5f34 req-ff190a9f-1c94-4e26-b5be-2ffc88b8f24f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0476120 Sep 20 22:26:14.671909 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b327491-4698-4fa9-ab03-6c53a5fb5f34 req-0bb1b247-c938-4f69-bc4a-45dc9408098b tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Sep 20 22:26:15.517410 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358584e4-9122-4c33-ba5e-5acf57db6599 req-ff4298e8-f861-4332-a6a3-3dd236b4ee6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:15.518896 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-358584e4-9122-4c33-ba5e-5acf57db6599 req-ff4298e8-f861-4332-a6a3-3dd236b4ee6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0474620 Sep 20 22:26:15.571016 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-358584e4-9122-4c33-ba5e-5acf57db6599 req-bd725b9e-db33-4a6b-9176-18e9ee997360 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459762 Sep 20 22:26:15.798155 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef25a6-4b80-48bd-8c2e-269c0cb27bfc req-057a147a-1b9a-4e7c-9727-ca3c11dc88d0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:15.799635 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a0ef25a6-4b80-48bd-8c2e-269c0cb27bfc req-057a147a-1b9a-4e7c-9727-ca3c11dc88d0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0498564 Sep 20 22:26:15.852370 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a0ef25a6-4b80-48bd-8c2e-269c0cb27bfc req-c066e403-4f91-4497-8a4a-a365e564643f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Sep 20 22:26:15.908335 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:26:15.912266 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:16.017809 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:16.030073 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '87454e86-c277-4775-8223-737852068e10', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'mac_address': 'fa:16:3e:48:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:26:16.068524 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 87454e86-c277-4775-8223-737852068e10 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:16.068915 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:16.082972 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87454e86-c277-4775-8223-737852068e10 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:26:16.106504 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:16.111460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:16.167060 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:16.327451 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:16.466028 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['87454e86-c277-4775-8223-737852068e10'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:26:16.695188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:16.712911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3bc42-b40a-4774-be0b-63d254fc74de req-edba2447-3a84-4859-8f9f-440205036655 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:16.714434 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ad3bc42-b40a-4774-be0b-63d254fc74de req-edba2447-3a84-4859-8f9f-440205036655 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0541182 Sep 20 22:26:16.765168 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ad3bc42-b40a-4774-be0b-63d254fc74de req-1d43e5d6-7e0a-486a-8923-70f51f0586b6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Sep 20 22:26:16.975954 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac8cd-f1ed-414c-9e7a-6a85b69dec50 req-d8f2a2f5-c59b-447f-93dc-a298812b3b41 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:16.977514 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-43aac8cd-f1ed-414c-9e7a-6a85b69dec50 req-d8f2a2f5-c59b-447f-93dc-a298812b3b41 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 944 time: 0.0474939 Sep 20 22:26:17.027749 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-43aac8cd-f1ed-414c-9e7a-6a85b69dec50 req-146d533e-f2af-4aaa-b621-f573d5a4c798 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Sep 20 22:26:17.888861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:17.903816 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe7ad7-dbdd-4e52-aeb8-8a2e371da3a0 req-fff74717-0eda-41bf-8c90-779e74875ebd tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:17.905321 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dcbe7ad7-dbdd-4e52-aeb8-8a2e371da3a0 req-fff74717-0eda-41bf-8c90-779e74875ebd tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0526142 Sep 20 22:26:17.952325 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:26:17.962909 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dcbe7ad7-dbdd-4e52-aeb8-8a2e371da3a0 req-603632ff-22e4-4448-9e46-f61c84f18a86 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520759 Sep 20 22:26:18.000547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 87454e86-c277-4775-8223-737852068e10 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:26:18.006147 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 87454e86-c277-4775-8223-737852068e10 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:26:18.006546 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (87454e86-c277-4775-8223-737852068e10), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:18.006866 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 87454e86-c277-4775-8223-737852068e10 Sep 20 22:26:18.158318 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d56f85-735c-4a8a-baeb-6e3e676a341c req-35e937c0-7c9b-407c-94a3-8169417daae2 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:18.159958 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53d56f85-735c-4a8a-baeb-6e3e676a341c req-35e937c0-7c9b-407c-94a3-8169417daae2 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 944 time: 0.0505574 Sep 20 22:26:18.208765 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 87454e86-c277-4775-8223-737852068e10 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:18.209127 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:18.219518 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53d56f85-735c-4a8a-baeb-6e3e676a341c req-8172775f-a27e-4666-b7f7-5cd3762358b7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Sep 20 22:26:18.235822 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:18.235822 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095cc4a2-9fa0-4f70-883e-f1f387e0ac45" -d '{"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-plugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:18.249312 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:18.253375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:18.278030 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc34be63-f7f4-4d4a-b7fa-6a74b66b7e7f x-openstack-request-id: req-dc34be63-f7f4-4d4a-b7fa-6a74b66b7e7f {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:18.278370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-plugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:18.278672 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc34be63-f7f4-4d4a-b7fa-6a74b66b7e7f {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:18.279053 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc34be63-f7f4-4d4a-b7fa-6a74b66b7e7f'] response: {'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10', 'code': 200} Sep 20 22:26:18.315663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:18.557763 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a4c7-c0f7-4d0f-9eec-3b8a35be937a req-0d1f50f4-68d8-4344-8cd0-3faa08ccdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:18.559169 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3d06a4c7-c0f7-4d0f-9eec-3b8a35be937a req-0d1f50f4-68d8-4344-8cd0-3faa08ccdcfb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.0378292 Sep 20 22:26:18.614674 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3d06a4c7-c0f7-4d0f-9eec-3b8a35be937a req-6804c541-c33f-4928-930a-986e76843920 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481091 Sep 20 22:26:19.102295 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0388-be09-4f36-89ca-890d85d34e52 req-1ec371b6-2e0f-44ea-a9e4-e3464b423e94 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:19.103916 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-010d0388-be09-4f36-89ca-890d85d34e52 req-1ec371b6-2e0f-44ea-a9e4-e3464b423e94 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0518625 Sep 20 22:26:19.130082 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-89aa7e71-711c-470c-8922-1e6f10ace040 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1099973051&fields=id&tenant_id=e1076a54706448038779945f53703345 HTTP/1.1" status: 200 len: 267 time: 0.0461924 Sep 20 22:26:19.136312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:19.159205 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-010d0388-be09-4f36-89ca-890d85d34e52 req-4e5270c0-6cb3-4a89-a4c3-23d14bdf9911 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495324 Sep 20 22:26:19.244917 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-73e676a1-c274-4bc1-99b9-4aac5a21c955 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:19.246449 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-73e676a1-c274-4bc1-99b9-4aac5a21c955 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 0.1084688 Sep 20 22:26:19.261815 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-92716dcf-4016-4fe5-8919-446f792c39d5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/quotas/e1076a54706448038779945f53703345 HTTP/1.1" status: 200 len: 375 time: 0.0098765 Sep 20 22:26:19.321485 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-23ebf489-90e5-44ec-adb6-46de421ae2f3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544913 Sep 20 22:26:19.345017 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef9e3-2df3-4e10-b634-0263928ec754 req-dbc8f9e8-0d95-4ce7-92eb-691d8e459df4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:19.346502 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-de5ef9e3-2df3-4e10-b634-0263928ec754 req-dbc8f9e8-0d95-4ce7-92eb-691d8e459df4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0482175 Sep 20 22:26:19.398447 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-de5ef9e3-2df3-4e10-b634-0263928ec754 req-c153934d-2ac5-43af-ba2e-58c600797a33 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Sep 20 22:26:19.425416 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-c884033d-f348-480e-8f29-c3516c71f747 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922103 Sep 20 22:26:19.524651 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-554cd00f-f33a-42c8-96d8-b17b366e6365 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891099 Sep 20 22:26:19.694757 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-07ed2004-d423-4bce-8717-2490a2469c79 req-2384c893-db86-4c73-b2c7-01fe6d29a08a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0347946 Sep 20 22:26:19.728553 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:26:20.338201 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be630a-28f1-4e29-8312-07839abcecfd req-7018d45a-a8f9-46d9-9883-61df845193ab tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:20.339846 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3be630a-28f1-4e29-8312-07839abcecfd req-7018d45a-a8f9-46d9-9883-61df845193ab tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0751483 Sep 20 22:26:20.417739 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3be630a-28f1-4e29-8312-07839abcecfd req-5eac9195-8a54-4936-9391-12dbe283090a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696678 Sep 20 22:26:20.564502 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5341-175e-439b-8612-ca4421314663 req-f2192b72-0980-4460-ab04-c29d5eccbf19 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:20.566625 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-72bc5341-175e-439b-8612-ca4421314663 req-f2192b72-0980-4460-ab04-c29d5eccbf19 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0681529 Sep 20 22:26:20.680035 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-72bc5341-175e-439b-8612-ca4421314663 req-b6679e8b-4e2f-4f96-a96f-e7d59669f24d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013346 Sep 20 22:26:20.837370 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-623d478d-7253-483a-9cb3-f0b0c2580f1a req-8a34b25b-f6b1-46c1-8215-ef98347d668e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0550413 Sep 20 22:26:21.731823 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf8c9-df64-4189-8cf4-480be89b21ac req-be50e50b-b632-4c3d-943a-6446cd0ef4b9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:21.742831 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-854cf8c9-df64-4189-8cf4-480be89b21ac req-be50e50b-b632-4c3d-943a-6446cd0ef4b9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.2299740 Sep 20 22:26:21.877946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdfc4b-ad71-40ef-919b-8dfbde2449d3 req-f60023fc-8c22-4c62-ae68-abef724f49c1 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:21.880227 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cebdfc4b-ad71-40ef-919b-8dfbde2449d3 req-f60023fc-8c22-4c62-ae68-abef724f49c1 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0770273 Sep 20 22:26:21.888901 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-854cf8c9-df64-4189-8cf4-480be89b21ac req-fdff3fb7-ba2d-4a83-b2c9-c359568eb660 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889602 Sep 20 22:26:21.962181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:21.984826 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cebdfc4b-ad71-40ef-919b-8dfbde2449d3 req-3ff2cf4c-80ad-400f-9fde-eda1297bd82a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961819 Sep 20 22:26:22.018816 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-734d28f3-31f1-4069-b7b1-1843d7136a8a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:22.021690 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-734d28f3-31f1-4069-b7b1-1843d7136a8a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 818 time: 0.3666270 Sep 20 22:26:22.078245 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e310dccb-3108-4d9a-bfdb-cee342fd7be8 req-f7f5cf8e-fe1f-485c-bd52-bfa2fc1da1a0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0455861 Sep 20 22:26:22.149150 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-d997f23f-4760-41b7-805c-c7728b4fb1be tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e1076a54706448038779945f53703345 HTTP/1.1" status: 200 len: 380 time: 0.1070573 Sep 20 22:26:22.167028 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'port': {'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'admin_state_up': True, 'tenant_id': 'e1076a54706448038779945f53703345', 'security_groups': ['80258efb-edf7-47fc-bfb4-c375c6e4f8cc']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:22.178319 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8213da-414e-4808-9746-e135f837c6e1 req-46bfa212-ee53-48de-80d6-3c6f180e0753 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:22.185445 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be8213da-414e-4808-9746-e135f837c6e1 req-46bfa212-ee53-48de-80d6-3c6f180e0753 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0869567 Sep 20 22:26:22.277143 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be8213da-414e-4808-9746-e135f837c6e1 req-b6badd9d-2e7e-4e18-b8ec-9be10e5df1f0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888367 Sep 20 22:26:22.313867 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59774) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:22.339923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Made reservation on behalf of e1076a54706448038779945f53703345 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:26:22.347779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:22.440866 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:22.526702 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Allocated IP 172.20.0.9 (fb96844d-680b-4102-a9cf-bec623bb10c8/34e54705-39bd-4534-b2c9-c6256bb8a641/514d6b9b-bb67-4159-8746-002d9cc07694) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:26:22.601347 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458bc001-22ec-441b-af5e-d0319e24bb00 tempest-TestShelveInstance-1337491507 tempest-TestShelveInstance-1337491507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:22.601347 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-458bc001-22ec-441b-af5e-d0319e24bb00 tempest-TestShelveInstance-1337491507 tempest-TestShelveInstance-1337491507-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1124 time: 0.2782462 Sep 20 22:26:22.604148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59778) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:22.621908 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:22.650131 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:22.729995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:22.746136 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for port (514d6b9b-bb67-4159-8746-002d9cc07694), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:22.797464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:22.810070 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:22.886253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event updated for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:22.893323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Network fb96844d-680b-4102-a9cf-bec623bb10c8 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:26:22.894841 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:26:22.902572 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:26:22.907480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:22.989951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Allocated IP 172.27.2.176 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/2b476cc0-be75-478c-be5f-b94a702c24ee) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:26:23.001278 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:23.001278 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.017847 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-5a0e9e7a-4e49-4ab2-9070-993f25513bfb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573115 Sep 20 22:26:23.043859 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Request body: {'port': {'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:23.123877 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.257868 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247be1c-bb8f-4db2-a600-a1360aecb404 req-c09e16c0-2ef6-4a4d-8939-cdf16d5b8827 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:23.257868 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0247be1c-bb8f-4db2-a600-a1360aecb404 req-c09e16c0-2ef6-4a4d-8939-cdf16d5b8827 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0916369 Sep 20 22:26:23.291314 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0247be1c-bb8f-4db2-a600-a1360aecb404 req-dc192f36-8e6c-4c3b-9b69-02efdfd116be tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739000 Sep 20 22:26:23.319946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.339146 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f1a46-adf5-440d-b2f9-c9b98196ce69 req-f1e49414-9e57-47e8-9e4f-6bb562b5aa44 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:23.340894 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-861f1a46-adf5-440d-b2f9-c9b98196ce69 req-f1e49414-9e57-47e8-9e4f-6bb562b5aa44 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 931 time: 0.1570768 Sep 20 22:26:23.378795 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Provisioning complete for port 514d6b9b-bb67-4159-8746-002d9cc07694 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:26:23.379340 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.379495 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Attempt 1 to provision port 514d6b9b-bb67-4159-8746-002d9cc07694 Sep 20 22:26:23.414820 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-861f1a46-adf5-440d-b2f9-c9b98196ce69 req-5c8151a4-9c87-4d95-b960-2e2a86cdb4f5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668838 Sep 20 22:26:23.449008 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.452501 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Port 514d6b9b-bb67-4159-8746-002d9cc07694 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:26:23.490505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:26:23.496573 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:26:23.501397 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:26:23.526189 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'Port': ['ID=2b476cc0-be75-478c-be5f-b94a702c24ee,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:23.829788 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514d6b9b-bb67-4159-8746-002d9cc07694 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:26:23.842231 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks [] for port (514d6b9b-bb67-4159-8746-002d9cc07694), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.866730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Transition to ACTIVE for port object 514d6b9b-bb67-4159-8746-002d9cc07694 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:26:23.872270 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:23.902543 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:23.931296 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:23.954300 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Attempt 2 to provision port 514d6b9b-bb67-4159-8746-002d9cc07694 Sep 20 22:26:23.971407 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Pushing event updated for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:23.986435 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:24.000839 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Port 514d6b9b-bb67-4159-8746-002d9cc07694 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:26:24.014340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Attempting to bind port 514d6b9b-bb67-4159-8746-002d9cc07694 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:26:24.015477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Attempting to bind port 514d6b9b-bb67-4159-8746-002d9cc07694 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:26:24.017003 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Attempting to bind port 514d6b9b-bb67-4159-8746-002d9cc07694 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:26:24.062933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:24.065433 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Port 514d6b9b-bb67-4159-8746-002d9cc07694 on network fb96844d-680b-4102-a9cf-bec623bb10c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:26:24.065759 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Attempting to bind port 514d6b9b-bb67-4159-8746-002d9cc07694 on network fb96844d-680b-4102-a9cf-bec623bb10c8 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:26:24.080076 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for floatingip (e955490f-369c-4f49-96dc-e49e90dbd968), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.111834 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:26:24.112145 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Checking segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:26:24.112764 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Bound using segment: {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:26:24.113605 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Bound port: 514d6b9b-bb67-4159-8746-002d9cc07694, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c449b3-b692-455e-9166-fdbe4aee5025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:26:24.113971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.184269 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:24.185356 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.189667 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:26:24.192613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=514d6b9b-bb67-4159-8746-002d9cc07694,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:26:24.202803 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.208945 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.209157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.211156 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1093 time: 1.1789012 Sep 20 22:26:24.211730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:24.214151 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d035478-3ac7-45bb-a6d8-a3f1187f2747" -d '{"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:24.315984 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091f6bc5-3724-4fe8-82c0-2aa714337fe2 x-openstack-request-id: req-091f6bc5-3724-4fe8-82c0-2aa714337fe2 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:24.316322 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:24.316543 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-091f6bc5-3724-4fe8-82c0-2aa714337fe2 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:24.317542 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091f6bc5-3724-4fe8-82c0-2aa714337fe2'] response: {'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'status': 'completed', 'code': 200} Sep 20 22:26:24.356493 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88258d-91e5-4d43-9192-bbb228736a6c service neutron] Pushing event updated for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:24.382922 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-d5aea2c3-3dcc-476f-bff2-3aa2275bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.384675 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-d5aea2c3-3dcc-476f-bff2-3aa2275bd20a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1127 time: 0.1188648 Sep 20 22:26:24.457006 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.457600 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-3ebb325c-cd70-4b9d-97c8-bf6b5b284bcf service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 217 time: 0.0645440 Sep 20 22:26:24.463841 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.508007 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Attempt 3 to provision port 514d6b9b-bb67-4159-8746-002d9cc07694 Sep 20 22:26:24.561690 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (e955490f-369c-4f49-96dc-e49e90dbd968), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:24.566417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-42667e51-6fd1-4eed-a0cf-0a8e20dbc192 None None] Port 514d6b9b-bb67-4159-8746-002d9cc07694 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:26:24.587928 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-fc3c6741-e420-4383-b00e-bcf8f765c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.588309 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-fc3c6741-e420-4383-b00e-bcf8f765c388 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.1213911 Sep 20 22:26:24.596322 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cc8a8-97aa-4bfc-a4cf-2f5a4cb9fcf4 req-9e4863f4-1dcc-4c66-a796-2173ee4487a4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.601463 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d70cc8a8-97aa-4bfc-a4cf-2f5a4cb9fcf4 req-9e4863f4-1dcc-4c66-a796-2173ee4487a4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 943 time: 0.0677676 Sep 20 22:26:24.627462 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5cfcf-d187-4c7b-ae4f-bca79a2e0edc req-1c34f2f6-06fb-4c1b-a1b0-b25fc423315e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.634401 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c2b5cfcf-d187-4c7b-ae4f-bca79a2e0edc req-1c34f2f6-06fb-4c1b-a1b0-b25fc423315e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.2230124 Sep 20 22:26:24.659627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event updated for resources: {'Port': ['ID=2b476cc0-be75-478c-be5f-b94a702c24ee,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:24.691100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-0d5d0220-05cd-42a8-a30b-6e23f86064f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:24.694111 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-0d5d0220-05cd-42a8-a30b-6e23f86064f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914946 Sep 20 22:26:24.750993 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d70cc8a8-97aa-4bfc-a4cf-2f5a4cb9fcf4 req-c30f0b7e-8e59-4fb8-aaec-c27a8a5710aa tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387277 Sep 20 22:26:24.759509 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c2b5cfcf-d187-4c7b-ae4f-bca79a2e0edc req-007accd2-3878-4220-84f3-b5b6ef0374f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196306 Sep 20 22:26:24.794819 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Floating IP e955490f-369c-4f49-96dc-e49e90dbd968 associated. External IP: 172.27.2.176, port: 87454e86-c277-4775-8223-737852068e10. Sep 20 22:26:24.894199 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-57fd6412-ebf5-4e38-bb2b-20242054d169 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598887 Sep 20 22:26:25.027119 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ec3cddc9-e8fb-4160-bbba-1a4272baba71 req-20663f09-da4e-49c4-9f4d-a05a26df7bd9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257017 Sep 20 22:26:25.041348 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:25.073100 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Router 6332b412-fd2d-4d02-950a-89a45033cbb5 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:26:25.190532 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:26:25.201776 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Sync routers for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:26:25.211253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:25.212319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:26:25.212943 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:26:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:25.253743 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9f52702c-79ca-46ac-9a8a-74606eef65b6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6457906 Sep 20 22:26:25.253743 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:25.254902 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:25.300740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aa2845-0cb8-4759-b9e5-9ab8bcca5d6d x-openstack-request-id: req-c8aa2845-0cb8-4759-b9e5-9ab8bcca5d6d {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:25.300945 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:25.301288 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8aa2845-0cb8-4759-b9e5-9ab8bcca5d6d {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:25.301643 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8aa2845-0cb8-4759-b9e5-9ab8bcca5d6d'] response: {'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10', 'status': 'completed', 'code': 200} Sep 20 22:26:25.349031 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:26:25.638907 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'e955490f-369c-4f49-96dc-e49e90dbd968', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'mac_address': 'fa:16:3e:48:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:23Z', 'updated_at': '2022-09-20T22:26:23Z', 'revision_number': 0, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:25.665510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Checking router: 6332b412-fd2d-4d02-950a-89a45033cbb5 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:26:25.678308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:26:25.679138 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:26:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:25.810135 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:26:25.940233 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26d2a3-7c11-4973-8377-409b5197fb6a req-1b76ffca-b854-4a11-bdbd-4a684362ee92 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:25.941779 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec26d2a3-7c11-4973-8377-409b5197fb6a req-1b76ffca-b854-4a11-bdbd-4a684362ee92 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 943 time: 0.0627422 Sep 20 22:26:25.971981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:25.983534 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910089-ef9e-4fc4-ab9f-21fc9ee60663 req-743533b7-5bb3-412b-b61c-18e09df05301 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:25.997323 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-62910089-ef9e-4fc4-ab9f-21fc9ee60663 req-743533b7-5bb3-412b-b61c-18e09df05301 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.1062438 Sep 20 22:26:26.002131 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ec26d2a3-7c11-4973-8377-409b5197fb6a req-8259dc7d-7512-45e5-bd44-150ed9f849fd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535955 Sep 20 22:26:26.083780 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-62910089-ef9e-4fc4-ab9f-21fc9ee60663 req-436c455a-7b66-46f6-ab53-dc8a01257cbe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841804 Sep 20 22:26:26.162832 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'e955490f-369c-4f49-96dc-e49e90dbd968', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'mac_address': 'fa:16:3e:48:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:23Z', 'updated_at': '2022-09-20T22:26:23Z', 'revision_number': 0, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:26.195234 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b182eb-629b-4c54-bd13-afcf2ad626a5 None None] The sync data for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi is: [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'e955490f-369c-4f49-96dc-e49e90dbd968', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'mac_address': 'fa:16:3e:48:7b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:23Z', 'updated_at': '2022-09-20T22:26:23Z', 'revision_number': 0, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:26:26.399224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-caff3e5a-8e36-4950-aa46-5babeff3b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.400817 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-caff3e5a-8e36-4950-aa46-5babeff3b201 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.0430124 Sep 20 22:26:26.409187 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-b95f517c-5bc3-4497-b5f2-c428e7c2d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.410728 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-b95f517c-5bc3-4497-b5f2-c428e7c2d28b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1127 time: 0.0621612 Sep 20 22:26:26.426387 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:26.442910 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864ff546-218f-494f-a58f-1ec35772b72e None None] New status for floating IP e955490f-369c-4f49-96dc-e49e90dbd968: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:26:26.537180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-3e41716f-d4b7-4a49-add0-7f2b2c96fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.540703 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-3e41716f-d4b7-4a49-add0-7f2b2c96fa51 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.1245501 Sep 20 22:26:26.556837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-75bfa5d3-d7e9-470b-9c9c-f988b5e7d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.558416 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-75bfa5d3-d7e9-470b-9c9c-f988b5e7d382 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.1337988 Sep 20 22:26:26.621259 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-7a8655d3-d806-4b14-a24d-33fdfc66d47a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 999 time: 0.0657690 Sep 20 22:26:26.653353 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-dedd0305-a918-4d24-8681-a239ce94a5c8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 217 time: 0.0794475 Sep 20 22:26:26.681709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-f96fe057-09fa-44e5-ad44-312856258330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.683224 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-f96fe057-09fa-44e5-ad44-312856258330 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0573583 Sep 20 22:26:26.696923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:26.717147 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-8a5a7cc4-1bb7-444b-83b8-4cf66d2c2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.718612 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-8a5a7cc4-1bb7-444b-83b8-4cf66d2c2f39 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0563536 Sep 20 22:26:26.750121 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:26.765194 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-17ed96bf-5b1c-4ddc-935d-b75aa762b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.766963 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-17ed96bf-5b1c-4ddc-935d-b75aa762b815 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731215 Sep 20 22:26:26.784619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-7a668e20-4bff-4bd0-813f-d5e99895886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:26.786249 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-7a668e20-4bff-4bd0-813f-d5e99895886d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610125 Sep 20 22:26:26.876923 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-3648b9b1-baa4-49a7-87ac-264de60cea8c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028726 Sep 20 22:26:26.909383 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-826bc324-71f4-4b84-94bd-fad79339d63a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044345 Sep 20 22:26:26.981939 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-66d28fc0-7d6e-4be4-b40f-1299dc09e23a req-052d77e2-df1b-40fb-ba4d-a7e7def884b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Sep 20 22:26:27.015854 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d035478-3ac7-45bb-a6d8-a3f1187f2747 req-281ea809-07b3-404d-bcfb-faab07d29365 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991623 Sep 20 22:26:27.153763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a23557-d971-45ee-8f15-b294b7cca404 req-6dde2246-47f5-468e-a10b-75074b6cd6d8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:27.155504 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-09a23557-d971-45ee-8f15-b294b7cca404 req-6dde2246-47f5-468e-a10b-75074b6cd6d8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 943 time: 0.0616047 Sep 20 22:26:27.236371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9ccb-7468-42c3-b6e2-a56b6899225a req-168b202c-852d-4b0a-8a1a-3b372c78a253 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:27.252330 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-09a23557-d971-45ee-8f15-b294b7cca404 req-3feb894d-3599-4fcc-b8f9-416daa319d27 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904605 Sep 20 22:26:27.253743 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a87e9ccb-7468-42c3-b6e2-a56b6899225a req-168b202c-852d-4b0a-8a1a-3b372c78a253 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0857685 Sep 20 22:26:27.324754 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a87e9ccb-7468-42c3-b6e2-a56b6899225a req-1f053c91-9c0e-43ee-8c04-c92372552cc5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656073 Sep 20 22:26:28.013310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 514d6b9b-bb67-4159-8746-002d9cc07694 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:26:28.120417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=514d6b9b-bb67-4159-8746-002d9cc07694,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:28.132767 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '514d6b9b-bb67-4159-8746-002d9cc07694', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:26:28.134983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:28.169713 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 514d6b9b-bb67-4159-8746-002d9cc07694 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:28.170103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:28.183614 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514d6b9b-bb67-4159-8746-002d9cc07694 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:26:28.203774 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=514d6b9b-bb67-4159-8746-002d9cc07694,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:28.207424 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:28.251636 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:28.380769 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3677476-dc39-47b6-bab6-7e91b0b959b4 req-ed969e42-21dc-4e9b-a556-7ed063e5615b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:28.382805 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f3677476-dc39-47b6-bab6-7e91b0b959b4 req-ed969e42-21dc-4e9b-a556-7ed063e5615b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 944 time: 0.0501409 Sep 20 22:26:28.431359 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f3677476-dc39-47b6-bab6-7e91b0b959b4 req-6d61e8fc-0f50-49cb-a97d-b5802b0d1de0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Sep 20 22:26:28.451635 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf2d75-de78-4c66-9524-45e08b0435e7 req-6064ed42-2fdb-4454-a217-3ed4a15505c3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:28.453184 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28cf2d75-de78-4c66-9524-45e08b0435e7 req-6064ed42-2fdb-4454-a217-3ed4a15505c3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0524395 Sep 20 22:26:28.500489 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28cf2d75-de78-4c66-9524-45e08b0435e7 req-7c93ef24-7e82-4e10-aba0-2025aab27e6b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Sep 20 22:26:28.535923 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['514d6b9b-bb67-4159-8746-002d9cc07694'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:26:29.547966 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:29.571677 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ff72-9c23-4630-a13b-0a6e666ad540 req-24c7ce04-7dfc-41f8-b577-5aabb7a4aec9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:29.573456 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f83ff72-9c23-4630-a13b-0a6e666ad540 req-24c7ce04-7dfc-41f8-b577-5aabb7a4aec9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 944 time: 0.0556500 Sep 20 22:26:29.638346 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1f83ff72-9c23-4630-a13b-0a6e666ad540 req-62c8c30c-1c29-43ae-916b-9d4a20f24eda tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563374 Sep 20 22:26:29.678563 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9e1b3-e9f0-407f-b753-7deed1600f17 req-3b4f4f00-28b8-4b67-857a-99371ed50305 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:29.680894 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-03b9e1b3-e9f0-407f-b753-7deed1600f17 req-3b4f4f00-28b8-4b67-857a-99371ed50305 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0674772 Sep 20 22:26:29.749518 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-03b9e1b3-e9f0-407f-b753-7deed1600f17 req-c796c7ee-0ad6-4550-8d8d-574e6eecabbf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620506 Sep 20 22:26:30.016009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 514d6b9b-bb67-4159-8746-002d9cc07694 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:26:30.074029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 514d6b9b-bb67-4159-8746-002d9cc07694 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:26:30.078900 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 514d6b9b-bb67-4159-8746-002d9cc07694 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:26:30.079308 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:30.079722 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 514d6b9b-bb67-4159-8746-002d9cc07694 Sep 20 22:26:30.157560 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 514d6b9b-bb67-4159-8746-002d9cc07694 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:30.157976 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:30.182493 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:30.184743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e424667-0188-4c01-8951-d289e5a36141" -d '{"events": [{"server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "name": "network-vif-plugged", "status": "completed", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:30.198722 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=514d6b9b-bb67-4159-8746-002d9cc07694,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:30.203855 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:30.264370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4ed22-e0f6-4cec-8a4a-488a9289e545 x-openstack-request-id: req-6fd4ed22-e0f6-4cec-8a4a-488a9289e545 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:30.264714 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "name": "network-vif-plugged", "status": "completed", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:30.267182 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fd4ed22-e0f6-4cec-8a4a-488a9289e545 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:30.278932 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd4ed22-e0f6-4cec-8a4a-488a9289e545'] response: {'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'code': 200} Sep 20 22:26:30.280113 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:30.486412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97991-6c98-4b21-83ab-13135481af26 req-cd37f066-99aa-4bec-b001-652482cf7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:30.488099 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ebe97991-6c98-4b21-83ab-13135481af26 req-cd37f066-99aa-4bec-b001-652482cf7d4d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0482001 Sep 20 22:26:30.538324 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ebe97991-6c98-4b21-83ab-13135481af26 req-e83e88bf-95f9-44ec-8e90-eb6ca654f6b1 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Sep 20 22:26:30.769004 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499231f-1cf2-4378-8f70-e6f15cda6ef8 req-c8036aff-9def-4bf3-b68e-d54fd97867be tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:30.771469 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4499231f-1cf2-4378-8f70-e6f15cda6ef8 req-c8036aff-9def-4bf3-b68e-d54fd97867be tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0547247 Sep 20 22:26:30.847203 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4499231f-1cf2-4378-8f70-e6f15cda6ef8 req-5b62f166-a33c-4db7-8c00-272a8d38c6ba tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694411 Sep 20 22:26:30.923005 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacd10-0c7a-4793-adc2-19378d8bc68e req-5cc2feb1-15be-4383-a677-2d396c28b7f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:30.927356 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ecaacd10-0c7a-4793-adc2-19378d8bc68e req-5cc2feb1-15be-4383-a677-2d396c28b7f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0788622 Sep 20 22:26:30.981330 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ecaacd10-0c7a-4793-adc2-19378d8bc68e req-08f88b4c-29f8-4ea9-9d57-ed4606de0959 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499918 Sep 20 22:26:31.981434 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9481603-12c1-43be-ae70-c41044397a13 req-c7764a52-bc44-426a-bbf4-24c793688e19 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:31.982940 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9481603-12c1-43be-ae70-c41044397a13 req-c7764a52-bc44-426a-bbf4-24c793688e19 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0468321 Sep 20 22:26:32.038094 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9481603-12c1-43be-ae70-c41044397a13 req-a91011df-3b6c-4336-84e1-b215c9408ff8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493271 Sep 20 22:26:32.132503 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53326362-de37-45ec-81b9-767468894c39 req-b55ae751-e0a6-4dd7-be03-f3edb06a4f00 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:32.134039 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53326362-de37-45ec-81b9-767468894c39 req-b55ae751-e0a6-4dd7-be03-f3edb06a4f00 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0655882 Sep 20 22:26:32.182607 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53326362-de37-45ec-81b9-767468894c39 req-afbf0842-a70a-4fa7-82e8-7967653d9c58 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 Sep 20 22:26:32.948437 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-8f4a8651-48a0-447e-bf00-1d96735d2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:32.949878 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-8f4a8651-48a0-447e-bf00-1d96735d2c3f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1129 time: 0.0389676 Sep 20 22:26:33.035894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-566fb562-d8ae-4dbb-b300-86ec2ec24e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:33.037411 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-566fb562-d8ae-4dbb-b300-86ec2ec24e9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.0815678 Sep 20 22:26:33.093021 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:33.104902 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-3921c559-aff5-40c2-acb6-803d737f0892 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 1001 time: 0.0588539 Sep 20 22:26:33.185898 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:33.196805 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7a08b-29b8-4ad3-8aae-5e25d3dd989d req-e0a29ac9-896b-40da-83f2-4a994be455ff tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:33.198299 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5cf7a08b-29b8-4ad3-8aae-5e25d3dd989d req-e0a29ac9-896b-40da-83f2-4a994be455ff tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0612857 Sep 20 22:26:33.199642 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-dc468f71-fe29-4df5-b753-9e8346eb7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:33.200888 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-dc468f71-fe29-4df5-b753-9e8346eb7ab2 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0897331 Sep 20 22:26:33.247563 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5cf7a08b-29b8-4ad3-8aae-5e25d3dd989d req-586b9d7a-c093-4b5d-bba8-3615d984c81a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Sep 20 22:26:33.308531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee065fc-fab1-42bc-80c3-f7f99713eac3 req-199d8135-87b4-4b0f-b40c-d06953ea6dbb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:33.310053 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ee065fc-fab1-42bc-80c3-f7f99713eac3 req-199d8135-87b4-4b0f-b40c-d06953ea6dbb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0469429 Sep 20 22:26:33.359519 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38b84-04a8-4851-9da1-abae165768cb req-bd7fe614-8065-4084-95e9-16668aa2f98a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:33.360226 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ee065fc-fab1-42bc-80c3-f7f99713eac3 req-c280ee70-f1d1-4317-bd9b-44da38009dea tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446281 Sep 20 22:26:33.361044 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-40d38b84-04a8-4851-9da1-abae165768cb req-bd7fe614-8065-4084-95e9-16668aa2f98a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0454721 Sep 20 22:26:33.371789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 59932) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:33.376939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'floatingip': {'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:33.415540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (87573779-e894-49bc-9753-785053bae3c6), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:33.502157 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:34.085968 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:34.089408 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-3f42c190-9d54-4e55-9fc5-e1bfc4e91455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:34.090099 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (87573779-e894-49bc-9753-785053bae3c6), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:34.091015 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-3f42c190-9d54-4e55-9fc5-e1bfc4e91455 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397065 Sep 20 22:26:34.183124 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Floating IP 87573779-e894-49bc-9753-785053bae3c6 associated. External IP: 172.27.2.127, port: 514d6b9b-bb67-4159-8746-002d9cc07694. Sep 20 22:26:34.359237 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:34.376625 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Router 3c6d0798-75e9-446b-8609-ff20648d113b has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:26:34.481771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:26:34.485696 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f3cc-027c-426c-b627-55c80cfbb924 req-dc97d1ef-5588-49be-97c8-301faefd4c07 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:34.486661 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:34.487570 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4dc5f3cc-027c-426c-b627-55c80cfbb924 req-dc97d1ef-5588-49be-97c8-301faefd4c07 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0464921 Sep 20 22:26:34.492145 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:26:34.497467 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:34.510009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:26:34.510635 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:26:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:34.517260 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5083b33b-08bb-48a7-8cb1-db59d0838c96 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/87573779-e894-49bc-9753-785053bae3c6 HTTP/1.1" status: 200 len: 991 time: 1.1443977 Sep 20 22:26:34.518236 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:34.520685 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:34.555298 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4dc5f3cc-027c-426c-b627-55c80cfbb924 req-61f49c21-e97a-4352-9e23-8537e66ee111 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 Sep 20 22:26:34.559369 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59aa2a-7669-40bb-b58b-f5dc7b513461 x-openstack-request-id: req-3a59aa2a-7669-40bb-b58b-f5dc7b513461 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:34.560527 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:34.560527 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a59aa2a-7669-40bb-b58b-f5dc7b513461 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:34.560527 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a59aa2a-7669-40bb-b58b-f5dc7b513461'] response: {'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'status': 'completed', 'code': 200} Sep 20 22:26:34.746892 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:26:34.902906 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:34.955794 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:26:33Z', 'revision_number': 1, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:34.983211 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:26:34.992255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:26:34.992859 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:26:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:35.090555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:26:35.299145 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:26:33Z', 'revision_number': 1, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:26:35.323689 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39eea8-6743-44ed-9b40-8adafbb886b3 None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:26:33Z', 'revision_number': 1, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:26:35.494543 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232e86a-b86e-4320-ade8-c03a99007bda None None] New status for floating IP 87573779-e894-49bc-9753-785053bae3c6: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:26:35.696248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f09145-7ced-4eb4-aa31-c827c8423189 req-0ef2a076-1862-49a4-b109-e1add559fd4c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:35.697847 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86f09145-7ced-4eb4-aa31-c827c8423189 req-0ef2a076-1862-49a4-b109-e1add559fd4c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 945 time: 0.0492551 Sep 20 22:26:35.750507 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-86f09145-7ced-4eb4-aa31-c827c8423189 req-d8e22f33-b315-40a8-97b1-effd931dfdf2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466592 Sep 20 22:26:35.920228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-a91a456b-b8ee-426f-8d5e-a85364d3fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:35.923820 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-a91a456b-b8ee-426f-8d5e-a85364d3fda4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0467210 Sep 20 22:26:35.940076 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:35.948878 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-2f9e8aa7-8111-48ae-be6b-8458151fa4b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882199 Sep 20 22:26:36.020680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-ed6f1be1-0a3c-4768-ac14-e0e66c9d6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:36.022236 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-ed6f1be1-0a3c-4768-ac14-e0e66c9d6c55 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0915732 Sep 20 22:26:36.041410 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0f564f9-f3f7-4dc9-b0e7-50c13c967137 req-dc85cc88-1fe6-41d5-9645-90571e20c90c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862741 Sep 20 22:26:36.057968 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:26:36.085617 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-8d92254f-eca1-4c4f-919e-38e5ab0dcc7f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1001 time: 0.0559540 Sep 20 22:26:36.132574 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: ACTIVE; New status is: DOWN {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:36.132883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:36.155583 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:26:36.157816 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c1f43-a83d-4013-9ac7-1735100e403a" -d '{"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-unplugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:26:36.170004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:26:36.174720 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:36.197375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Sep 2022 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be30d9-6334-4d9a-9179-8384e366abc6 x-openstack-request-id: req-07be30d9-6334-4d9a-9179-8384e366abc6 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:26:36.197687 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-unplugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:26:36.197939 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07be30d9-6334-4d9a-9179-8384e366abc6 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:26:36.198327 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07be30d9-6334-4d9a-9179-8384e366abc6'] response: {'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'code': 200} Sep 20 22:26:36.229766 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=8']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:36.875012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbc1-6254-4450-86d3-025eb86b3227 req-debe547a-3015-4d8b-898b-91160c5be012 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:36.876487 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ffaadbc1-6254-4450-86d3-025eb86b3227 req-debe547a-3015-4d8b-898b-91160c5be012 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0468597 Sep 20 22:26:36.922507 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ffaadbc1-6254-4450-86d3-025eb86b3227 req-0260a669-d7f0-4827-a614-17d0f6dece4d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Sep 20 22:26:37.288652 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-69aca84a-90c0-45fd-9b42-9a1340ff25db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:38.065926 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44847-90f8-4b0b-b137-e2c9e7186df6 req-6546c8db-73e8-4f56-b990-9b8a68a8fe31 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:38.067429 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eed44847-90f8-4b0b-b137-e2c9e7186df6 req-6546c8db-73e8-4f56-b990-9b8a68a8fe31 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0557721 Sep 20 22:26:38.068232 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-d61828d5-16a1-411c-8847-834f64be4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:38.070504 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-d61828d5-16a1-411c-8847-834f64be4c7f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0666039 Sep 20 22:26:38.117485 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eed44847-90f8-4b0b-b137-e2c9e7186df6 req-8f8cb6cc-45c9-4e41-b2b0-fd68088b4dd5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432708 Sep 20 22:26:38.117686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-e5a183f1-c468-4f1b-b8ca-32d0b316bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:38.119057 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-e5a183f1-c468-4f1b-b8ca-32d0b316bee3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416193 Sep 20 22:26:38.258330 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-6c729d8e-7124-404c-984a-e9b6d965f345 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026146 Sep 20 22:26:38.351885 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de21f6c4-064b-498d-9e56-ed0aad2fb7aa req-a83b0cc4-3377-452f-a024-c702c4552d2e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861452 Sep 20 22:26:39.269435 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c9841-6a47-4555-a953-bf7023727c7a req-7b32ca14-624d-4c37-8c19-18906f14231d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:39.270942 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-632c9841-6a47-4555-a953-bf7023727c7a req-7b32ca14-624d-4c37-8c19-18906f14231d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0568020 Sep 20 22:26:39.325098 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-632c9841-6a47-4555-a953-bf7023727c7a req-2d139363-bdaa-40e0-9298-ff4a59ddb2fc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469105 Sep 20 22:26:39.635612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-545765fa-de28-4dd8-91bb-62680ae14d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:39.853894 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-d50828cb-81e0-418a-90a6-8df4b37a7202 req-786bc00a-2248-4bc7-8d10-0211722be418 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:26:39.854849 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d50828cb-81e0-418a-90a6-8df4b37a7202 req-786bc00a-2248-4bc7-8d10-0211722be418 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052474 Sep 20 22:26:40.025953 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62631-6765-459b-a412-4c1460e354fb req-efd59b9e-31f3-4fa3-b859-25bda8c013d3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:40.027575 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-86c62631-6765-459b-a412-4c1460e354fb req-efd59b9e-31f3-4fa3-b859-25bda8c013d3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0471931 Sep 20 22:26:40.080107 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-86c62631-6765-459b-a412-4c1460e354fb req-2a92ec84-3e83-4a97-9646-ee8b582e79de tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465970 Sep 20 22:26:40.233957 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60038) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:40.315512 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-949c9939-d7d5-43b0-968a-748b708a2d2a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788450 Sep 20 22:26:40.324757 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-1474db2b-a5cd-4d74-bdd4-c8aed1292148 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:26:40.325876 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-1474db2b-a5cd-4d74-bdd4-c8aed1292148 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051699 Sep 20 22:26:40.402872 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60050) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:40.498601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-6636793b-fa0f-48a3-bf53-5d7c403397ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:40.499959 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-6636793b-fa0f-48a3-bf53-5d7c403397ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports/d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 940 time: 0.0961134 Sep 20 22:26:40.564498 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60060) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:40.688561 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:40.703799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:40.731276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:40.781296 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Publish callbacks [] for security_group (45371774-e463-43b3-b6f9-32360b29fd1c), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:40.784833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (45371774-e463-43b3-b6f9-32360b29fd1c), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:40.812573 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45371774-e463-43b3-b6f9-32360b29fd1c,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:40.830172 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.830790 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.831324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.831838 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.832434 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.832933 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.833487 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.833825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.834324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.834557 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.834930 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.835778 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.836248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.836505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.837136 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:40.852456 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a4e676ab-0b87-4738-82a4-8edabf9c4dfa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=88b9af67101344aa8666b383d3a33b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865860 Sep 20 22:26:40.869100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60070) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:40.958362 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] Publish callbacks [] for security_group (45371774-e463-43b3-b6f9-32360b29fd1c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:40.973201 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] Publish callbacks [] for security_group (45371774-e463-43b3-b6f9-32360b29fd1c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:41.025556 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (45371774-e463-43b3-b6f9-32360b29fd1c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:41.028137 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:41.031574 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/45371774-e463-43b3-b6f9-32360b29fd1c HTTP/1.1" status: 204 len: 168 time: 0.1718619 Sep 20 22:26:41.038075 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57289542-2175-452b-902e-3aa474a25d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45371774-e463-43b3-b6f9-32360b29fd1c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:41.055853 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:41.219787 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fcbeb-dc25-4e8a-8c8e-b38feae19d4b req-19d97bae-e704-4590-b3eb-42450403845b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:41.221559 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d50fcbeb-dc25-4e8a-8c8e-b38feae19d4b req-19d97bae-e704-4590-b3eb-42450403845b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0553372 Sep 20 22:26:41.276756 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d50fcbeb-dc25-4e8a-8c8e-b38feae19d4b req-3ea9c051-0c31-4eb7-bcfe-69a25c41dcfe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485692 Sep 20 22:26:42.184861 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:42.342936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:42.395956 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:42.412059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1c32-fc81-433a-94f6-53d736bf8323 req-2d9b102e-99ab-42e6-bc14-784136f820ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:42.413597 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53de1c32-fc81-433a-94f6-53d736bf8323 req-2d9b102e-99ab-42e6-bc14-784136f820ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0510762 Sep 20 22:26:42.459908 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53de1c32-fc81-433a-94f6-53d736bf8323 req-4c08e53f-ac31-47ae-82ed-8f15af1191af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Sep 20 22:26:42.973295 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:26:43.045561 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: DOWN; New status is: DOWN {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:26:43.583691 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b721a-1a9b-49ad-98be-24594da68482 req-413353af-6ab7-441b-8eb8-d38efae45121 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:43.585156 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-734b721a-1a9b-49ad-98be-24594da68482 req-413353af-6ab7-441b-8eb8-d38efae45121 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0453420 Sep 20 22:26:43.604927 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:43.634647 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-734b721a-1a9b-49ad-98be-24594da68482 req-864f9504-1061-42ca-b2e1-13b4f6a2cc86 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Sep 20 22:26:44.767064 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e0cf-df80-4037-bd73-47cf3d66a17e req-eccc195c-7b96-444a-87b8-88e36919d1ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:44.768542 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a039e0cf-df80-4037-bd73-47cf3d66a17e req-eccc195c-7b96-444a-87b8-88e36919d1ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0479426 Sep 20 22:26:44.817632 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a039e0cf-df80-4037-bd73-47cf3d66a17e req-f6f69554-67bc-4337-81e1-80b881fe95a9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429177 Sep 20 22:26:45.579575 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-7a9825a6-d701-44c6-a5c0-cad000b0a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.581172 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-7a9825a6-d701-44c6-a5c0-cad000b0a0c4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 1127 time: 0.0766222 Sep 20 22:26:45.592159 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:45.596322 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:45.644383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-ad4971d0-f32f-44d3-8592-df6d78bcaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.645967 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-ad4971d0-f32f-44d3-8592-df6d78bcaab9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1127 time: 0.0415363 Sep 20 22:26:45.737611 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-55814329-ddcc-42e2-aa44-eeaee6520560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.739102 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-55814329-ddcc-42e2-aa44-eeaee6520560 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.0861604 Sep 20 22:26:45.805753 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-113eb6fa-823b-41d5-9877-1b9925e4138d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 999 time: 0.0577888 Sep 20 22:26:45.852698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-c4d45ffa-86df-4a87-aa9a-59365db74da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.854247 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-c4d45ffa-86df-4a87-aa9a-59365db74da9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0427945 Sep 20 22:26:45.898725 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-9d0293ce-2401-4779-93b0-ef6a7eafd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.900246 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-9d0293ce-2401-4779-93b0-ef6a7eafd1cb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394275 Sep 20 22:26:45.993666 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50d934-658b-495d-b66c-7e3841854ed9 req-da3cbf51-1120-4545-8b7d-949f791302b1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:45.995147 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f50d934-658b-495d-b66c-7e3841854ed9 req-da3cbf51-1120-4545-8b7d-949f791302b1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0889390 Sep 20 22:26:46.063811 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-54d2e6ca-01a1-41a1-9623-ab10c2e9e375 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557691 Sep 20 22:26:46.067841 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f50d934-658b-495d-b66c-7e3841854ed9 req-dc2b20b8-8420-4348-86fa-cf74ee56cec7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670948 Sep 20 22:26:46.125630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:46.161315 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-e8a03d61-1f78-49ff-9f68-31a1db82ceac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886977 Sep 20 22:26:46.341367 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:46.373125 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-2b892277-b86f-42cf-8666-e37310e3a4af service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435135 Sep 20 22:26:46.442702 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-d163a08c-9d3b-4dd3-8688-f3f336ca1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:46.444334 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-d163a08c-9d3b-4dd3-8688-f3f336ca1840 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 1129 time: 0.0496075 Sep 20 22:26:46.560463 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-a7a84f3f-e54d-4c73-9208-1d40d9dcd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:46.562106 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-a7a84f3f-e54d-4c73-9208-1d40d9dcd6f8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0935032 Sep 20 22:26:46.603039 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-2bcb2c96-007e-4e2f-ac99-87c1b38df6be service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 200 len: 217 time: 0.0347741 Sep 20 22:26:46.660796 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-170c630b-f7a6-4ecb-98ca-578b5777beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:46.662648 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-170c630b-f7a6-4ecb-98ca-578b5777beeb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0533071 Sep 20 22:26:46.729459 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-fee43219-9c4b-44f4-84d8-1341bd223d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:46.731262 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-fee43219-9c4b-44f4-84d8-1341bd223d5b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540202 Sep 20 22:26:47.193477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa845cd1-e80e-4ef1-91d3-cba1b97d28af req-7dbd8d6c-ca14-4b06-910f-bac9b6a4e081 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:47.195536 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fa845cd1-e80e-4ef1-91d3-cba1b97d28af req-7dbd8d6c-ca14-4b06-910f-bac9b6a4e081 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0456574 Sep 20 22:26:47.223577 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:47.506235 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fa845cd1-e80e-4ef1-91d3-cba1b97d28af req-3ee54a1b-e94c-4c0f-850d-4e25a23bd36e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051355 Sep 20 22:26:48.650722 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7f92-94be-4b5c-86f0-55ab4fde1cd3 req-b8bb7378-8be4-46a2-a415-997225de2cae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:48.652291 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f6e7f92-94be-4b5c-86f0-55ab4fde1cd3 req-b8bb7378-8be4-46a2-a415-997225de2cae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0548053 Sep 20 22:26:48.706034 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9f6e7f92-94be-4b5c-86f0-55ab4fde1cd3 req-10cb85c5-e2fe-4954-9f5f-172c1e1cb9bc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466592 Sep 20 22:26:49.840439 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c6810-e118-48a1-9671-ef8c9aea1b45 req-418d47a6-45e8-4314-8dfb-e24e30ab7516 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:49.841947 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b8c6810-e118-48a1-9671-ef8c9aea1b45 req-418d47a6-45e8-4314-8dfb-e24e30ab7516 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0460522 Sep 20 22:26:49.890249 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9b8c6810-e118-48a1-9671-ef8c9aea1b45 req-99683689-3f3d-4aa8-a6b4-6cfdda31a111 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Sep 20 22:26:50.085149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60162) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:50.194108 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.269031 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Publish callbacks [] for security_group (58fa8323-62b2-4df4-8113-e2ba2fbb7312), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.273130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (58fa8323-62b2-4df4-8113-e2ba2fbb7312), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.310650 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c0b2ca5edbb248fbae8f1f606389c6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243807 Sep 20 22:26:50.311783 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa8323-62b2-4df4-8113-e2ba2fbb7312,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:50.313273 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60166) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:50.319670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.320018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.320369 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.320738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.321328 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.321670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.322002 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.322331 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.322662 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.322991 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.323320 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.323647 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.323972 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.324303 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.324739 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c9ac4-ae13-48f0-84c0-6fdad997dc88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:26:50.328137 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:50.363168 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] Publish callbacks [] for security_group (58fa8323-62b2-4df4-8113-e2ba2fbb7312), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.385709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] Publish callbacks [] for security_group (58fa8323-62b2-4df4-8113-e2ba2fbb7312), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.430580 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (58fa8323-62b2-4df4-8113-e2ba2fbb7312), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.433201 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:50.434333 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/58fa8323-62b2-4df4-8113-e2ba2fbb7312 HTTP/1.1" status: 204 len: 168 time: 0.1200025 Sep 20 22:26:50.442258 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f548c47-de03-43d1-93ee-adfd2af1fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fa8323-62b2-4df4-8113-e2ba2fbb7312,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:51.101686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82ac0d-ea29-430f-a8a1-2d36421656a6 req-eb85a7e1-374d-4f1b-b960-3ea5a08ff30d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:51.109041 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fb82ac0d-ea29-430f-a8a1-2d36421656a6 req-eb85a7e1-374d-4f1b-b960-3ea5a08ff30d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0885963 Sep 20 22:26:51.136534 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60192) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:51.153665 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fb82ac0d-ea29-430f-a8a1-2d36421656a6 req-66492e65-2eb7-48be-b37f-25cee36db148 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Sep 20 22:26:51.252476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-444202182-network', 'tenant_id': 'bef004c556b540e28aafe07418fe8e30'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:51.279729 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Made reservation on behalf of bef004c556b540e28aafe07418fe8e30 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:26:51.282211 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.292893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.374606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks [] for security_group (b476506a-d831-4c44-808e-6baa5c865f4b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.378586 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b476506a-d831-4c44-808e-6baa5c865f4b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.406070 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:26:51.412312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b476506a-d831-4c44-808e-6baa5c865f4b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:51.419080 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (ea138eb3-29d3-4d98-92da-7fef2fc355e3), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.419417 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Added segment ea138eb3-29d3-4d98-92da-7fef2fc355e3 of type vlan for network 944b21fa-950f-457b-a018-244a7ad7e4ee Sep 20 22:26:51.458883 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (944b21fa-950f-457b-a018-244a7ad7e4ee), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.483091 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (944b21fa-950f-457b-a018-244a7ad7e4ee), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.484198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:51.484786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.536598 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3988726 Sep 20 22:26:51.540045 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60196) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:26:51.544932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Request body: {'subnet': {'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-444202182-subnet', 'tenant_id': 'bef004c556b540e28aafe07418fe8e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:26:51.563230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:51.566590 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90041-73a4-4079-bbc7-3038f5beab8e admin admin] Pushing event updated for resources: {'Network': ['ID=944b21fa-950f-457b-a018-244a7ad7e4ee,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:51.578760 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Made reservation on behalf of bef004c556b540e28aafe07418fe8e30 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:26:51.579195 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 944b21fa-950f-457b-a018-244a7ad7e4ee details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:26:51.581331 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62724710'] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.621412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:51.754723 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62506377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62724720'] for subnet (b026d0cf-2dd1-4397-992e-ced36d99c10c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.824485 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b026d0cf-2dd1-4397-992e-ced36d99c10c,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:26:51.834989 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Checking segment: {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:26:51.835527 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Network hostable DHCP agents. Network: 944b21fa-950f-457b-a018-244a7ad7e4ee, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:26:51.854399 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Network 944b21fa-950f-457b-a018-244a7ad7e4ee is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:26:51.865009 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 944b21fa-950f-457b-a018-244a7ad7e4ee) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:26:51.872460 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:51.873152 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:26:51.876121 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb38640-6c49-4f25-9dd8-6de922d95c5f None None] Network 944b21fa-950f-457b-a018-244a7ad7e4ee requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:26:51.919929 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-74ca4203-e22e-494c-afc8-5eaafc7b5b6b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3695345 Sep 20 22:26:51.968059 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:51.992623 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacf6b5-06a6-4064-8bf5-00ea4d25deea None None] Network 944b21fa-950f-457b-a018-244a7ad7e4ee requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:26:52.293447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fceaa4-c14e-4dc4-97e2-ef2286d6cec9 req-bcfef924-cdea-4668-b1ac-86c14143337b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:52.294992 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-43fceaa4-c14e-4dc4-97e2-ef2286d6cec9 req-bcfef924-cdea-4668-b1ac-86c14143337b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0502548 Sep 20 22:26:52.386210 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-43fceaa4-c14e-4dc4-97e2-ef2286d6cec9 req-01ee953b-85df-4356-a36b-73449d8b799e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842664 Sep 20 22:26:53.565258 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e1bb-a9a6-4d85-9efc-6c2926e4af05 req-9cbaa7e0-8095-4e77-8f62-0bdc84dc6c38 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:53.566897 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9909e1bb-a9a6-4d85-9efc-6c2926e4af05 req-9cbaa7e0-8095-4e77-8f62-0bdc84dc6c38 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0497169 Sep 20 22:26:53.620830 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9909e1bb-a9a6-4d85-9efc-6c2926e4af05 req-7604c022-ee4b-4e47-a5b9-40c894813a8e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473776 Sep 20 22:26:53.836787 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-70afb2d8-df4e-4450-ac7b-bdb12ebe8d82 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:53.838341 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-70afb2d8-df4e-4450-ac7b-bdb12ebe8d82 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 813 time: 0.1014590 Sep 20 22:26:53.856741 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-b35e5e98-6597-4ca4-be77-30eb670f8e48 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/quotas/bef004c556b540e28aafe07418fe8e30 HTTP/1.1" status: 200 len: 375 time: 0.0105722 Sep 20 22:26:53.900029 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-287ba1fc-e3f1-4c18-b7ac-f0336c09f7bb tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367103 Sep 20 22:26:54.000177 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-a560cf81-7814-4ffd-b81a-6440ce4ddc1e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960510 Sep 20 22:26:54.097552 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-e1e2fd50-6d68-44da-817c-04b200c92b33 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914555 Sep 20 22:26:54.289837 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10ecadcc-53a8-483c-9812-e09d506007cf req-053f26b2-777a-4f15-8c59-8582ff2f7602 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0319149 Sep 20 22:26:54.765403 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30648-769d-407e-a7bf-a5a9fa033ceb req-76e8914a-3177-4936-a3f8-a5ad3633c223 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:54.766782 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6ef30648-769d-407e-a7bf-a5a9fa033ceb req-76e8914a-3177-4936-a3f8-a5ad3633c223 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0473526 Sep 20 22:26:54.820941 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6ef30648-769d-407e-a7bf-a5a9fa033ceb req-594adb41-6737-4b6d-91a1-0e55aee302c8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484617 Sep 20 22:26:55.416833 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-59b5c158-2e8d-4329-931e-353faa2f2016 req-57b9d93e-9b18-4b38-bc45-760331e58511 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Sep 20 22:26:55.975292 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfb481-6220-4b13-9836-e343796a3e4a req-74db7ea5-be81-4bf9-9d47-649c6d8e177c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:55.976674 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0dbfb481-6220-4b13-9836-e343796a3e4a req-74db7ea5-be81-4bf9-9d47-649c6d8e177c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0461268 Sep 20 22:26:56.004357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:56.028092 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0dbfb481-6220-4b13-9836-e343796a3e4a req-61fe2587-80b8-49bd-995c-0a17e15e37ee tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453210 Sep 20 22:26:56.510911 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2948d961-ae7a-4806-8519-36e6831e1ef3 req-9de4728f-8086-4586-bc50-ba6d8f24a296 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Sep 20 22:26:56.731061 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:26:57.171549 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25fea-9e8c-4251-851b-33b46c3b10a6 req-912d5c02-01c3-4790-97d8-eb114e6ed749 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:57.173029 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17b25fea-9e8c-4251-851b-33b46c3b10a6 req-912d5c02-01c3-4790-97d8-eb114e6ed749 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0504541 Sep 20 22:26:57.191284 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:26:57.220709 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17b25fea-9e8c-4251-851b-33b46c3b10a6 req-7bb1aad4-7c41-4279-bb6b-143743665c20 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416288 Sep 20 22:26:57.611895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5ccbe2c0-5e09-465b-b0a6-bc337e5d9505 req-8ea115d6-7107-470c-bb97-0391df0deccb tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0279903 Sep 20 22:26:58.349899 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039630cf-b447-4090-b511-64f3405adb94 req-f53de96f-ac82-4ea5-b6eb-7d76311f3f10 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:58.351345 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-039630cf-b447-4090-b511-64f3405adb94 req-f53de96f-ac82-4ea5-b6eb-7d76311f3f10 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0449767 Sep 20 22:26:58.398047 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-039630cf-b447-4090-b511-64f3405adb94 req-cead495d-84eb-445c-9d16-16e7d229036d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Sep 20 22:26:58.711979 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2974b63d-4be3-4717-b216-45179e88d9ef req-6f9b4db4-7d37-463f-93ac-83e229417d0a tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Sep 20 22:26:59.541293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed768-120b-4a16-a27e-46aaf1564fd4 req-cb5a6826-75ad-416e-b4e5-e5323a6219f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:26:59.543532 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3ebed768-120b-4a16-a27e-46aaf1564fd4 req-cb5a6826-75ad-416e-b4e5-e5323a6219f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0548792 Sep 20 22:26:59.598810 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3ebed768-120b-4a16-a27e-46aaf1564fd4 req-9dabf5f3-c36d-43c8-b1cb-ac9a62269b98 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491245 Sep 20 22:26:59.814314 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-128cd38e-fbc4-4fee-9d53-3fee5778855a req-c8b99612-6df3-49a8-bc1d-172d6d7e089d tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0277336 Sep 20 22:27:00.733895 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881a10b-8a54-4d00-b365-aa80f07ccb17 req-8b696a63-cba4-405f-8fd3-bc6c1f701c48 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:00.735384 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4881a10b-8a54-4d00-b365-aa80f07ccb17 req-8b696a63-cba4-405f-8fd3-bc6c1f701c48 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0466521 Sep 20 22:27:00.782869 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4881a10b-8a54-4d00-b365-aa80f07ccb17 req-c987e1b7-425e-4e90-af34-a465f469bc82 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 Sep 20 22:27:00.917183 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a665a34c-1b5f-43d1-9308-7516ce7533b0 req-dfec6f34-a208-4dba-a9fb-d404b2e86a63 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Sep 20 22:27:01.907440 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2420b-3fec-478d-887b-847648817ea6 req-40a77155-02f2-4eeb-b7b5-116171c191c0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:01.908898 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2fd2420b-3fec-478d-887b-847648817ea6 req-40a77155-02f2-4eeb-b7b5-116171c191c0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0460403 Sep 20 22:27:01.958333 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2fd2420b-3fec-478d-887b-847648817ea6 req-b5d8afcb-a68b-4e5b-aeb1-ad2bacfe8529 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Sep 20 22:27:02.017430 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2c16c932-c094-4a8c-b48d-79a16ea16ca3 req-8369f15f-d6bf-4142-b278-a285b92f993e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0272858 Sep 20 22:27:02.063026 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:02.071134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:02.220324 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-ec532cdb-f46f-45d9-b800-b359e9d4f34e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945857 Sep 20 22:27:02.270871 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:02.310762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a0f07363-9a5f-4f64-ba7a-6666dc750efd req-89959098-cdd0-451a-96fa-e164cc7c3bcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 Sep 20 22:27:03.104171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6ce02-ec93-475c-aa59-69a4a6f6b7d4 req-9731e1d2-a895-4cb3-9f06-942cfa4b17ed tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:03.105696 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfb6ce02-ec93-475c-aa59-69a4a6f6b7d4 req-9731e1d2-a895-4cb3-9f06-942cfa4b17ed tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0618515 Sep 20 22:27:03.132415 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-692a2270-a033-4c55-9bb0-01663fc95a0b req-b4e55294-6358-404c-9c2d-c3e3c72bd240 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0279295 Sep 20 22:27:03.153782 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dfb6ce02-ec93-475c-aa59-69a4a6f6b7d4 req-10312710-09b1-4bfa-b24c-18ad30a124f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Sep 20 22:27:04.242489 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4f509b6b-5d83-4d6c-8c0f-ba6865c1a55e req-4199e8e7-c628-478a-b016-73ca00d4803a tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Sep 20 22:27:04.257196 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04998f-d761-4cc5-80bb-372bc323cdb5 req-2fdcd749-36fc-428f-93b8-40b7db431378 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:04.259243 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eb04998f-d761-4cc5-80bb-372bc323cdb5 req-2fdcd749-36fc-428f-93b8-40b7db431378 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0471003 Sep 20 22:27:04.319789 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eb04998f-d761-4cc5-80bb-372bc323cdb5 req-03296763-003f-4dd8-8592-31ab4cca79eb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548747 Sep 20 22:27:04.406535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad9d5d-afe7-487d-9ea2-08f509d4a86e req-a8f2bd44-0acc-42aa-9469-dd34301b2507 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:04.408124 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fad9d5d-afe7-487d-9ea2-08f509d4a86e req-a8f2bd44-0acc-42aa-9469-dd34301b2507 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0624459 Sep 20 22:27:04.456524 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-88b936bf-ed73-46f4-a0b4-c1bc477b44d1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:04.458351 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-88b936bf-ed73-46f4-a0b4-c1bc477b44d1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 813 time: 0.1775761 Sep 20 22:27:04.480436 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0fad9d5d-afe7-487d-9ea2-08f509d4a86e req-c954d964-a708-441a-a16b-3dc69e7b2a66 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618443 Sep 20 22:27:04.521195 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Request body: {'port': {'device_id': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee', 'admin_state_up': True, 'tenant_id': 'bef004c556b540e28aafe07418fe8e30'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:27:04.620676 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:04.634214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Made reservation on behalf of bef004c556b540e28aafe07418fe8e30 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:27:04.638456 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:04.776049 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Allocated IP 172.20.0.9 (944b21fa-950f-457b-a018-244a7ad7e4ee/b026d0cf-2dd1-4397-992e-ced36d99c10c/9d9ce120-05ea-4d90-a0c6-fe7b78bb0049) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:27:04.924338 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks [] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:04.955593 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:04.961938 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:05.005118 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Network 944b21fa-950f-457b-a018-244a7ad7e4ee is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:27:05.009055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:27:05.012855 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:27:05.018777 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Pushing event updated for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:05.062550 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.063097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.079789 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-dd47fe10-4d8d-4f19-9b26-2c9db8b3291e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626438 Sep 20 22:27:05.136245 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Request body: {'port': {'device_id': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:27:05.191541 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.370307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42d180-9ea6-4860-9d18-7186122f33b7 req-303ac19e-ebac-486c-a3dc-669460aa565e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.371806 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6b42d180-9ea6-4860-9d18-7186122f33b7 req-303ac19e-ebac-486c-a3dc-669460aa565e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 931 time: 0.0540500 Sep 20 22:27:05.422975 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6b42d180-9ea6-4860-9d18-7186122f33b7 req-aae80dcb-74d9-4451-84cc-0af7ed0e4731 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Sep 20 22:27:05.440260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:05.477791 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3ea24-16f7-4b82-b738-7503d44181bf req-031160e1-6354-4951-ae83-930b76b09952 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.479283 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56b3ea24-16f7-4b82-b738-7503d44181bf req-031160e1-6354-4951-ae83-930b76b09952 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0766695 Sep 20 22:27:05.500857 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:27:05.519787 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks [] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.550280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Transition to ACTIVE for port object 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:27:05.559111 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56b3ea24-16f7-4b82-b738-7503d44181bf req-aa599e06-2040-4c5c-9ab5-3642f6648ff6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714371 Sep 20 22:27:05.559759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.619606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e8e69-9957-4f65-80c1-20e443b455d4 req-07acd115-52aa-4274-977b-6f118964a1d5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.621019 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b71e8e69-9957-4f65-80c1-20e443b455d4 req-07acd115-52aa-4274-977b-6f118964a1d5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0491948 Sep 20 22:27:05.646326 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:05.669851 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b71e8e69-9957-4f65-80c1-20e443b455d4 req-3e2a1cb5-f41f-465c-98d2-ce9ec34e89a2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427690 Sep 20 22:27:05.676270 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Attempting to bind port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:27:05.676610 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Attempting to bind port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:27:05.676943 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Attempting to bind port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 on network 944b21fa-950f-457b-a018-244a7ad7e4ee {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:27:05.717771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 on network 944b21fa-950f-457b-a018-244a7ad7e4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:27:05.718097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Attempting to bind port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 on network 944b21fa-950f-457b-a018-244a7ad7e4ee {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:27:05.763461 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:27:05.763787 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Checking segment: {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:27:05.764165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Bound using segment: {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:27:05.764587 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Bound port: 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:27:05.764937 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.824982 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:27:05.828117 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:27:05.833545 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.837989 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.838626 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:05.840263 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 HTTP/1.1" status: 200 len: 1093 time: 0.7081666 Sep 20 22:27:05.840804 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:27:05.843040 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1" -d '{"events": [{"name": "network-changed", "server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:27:05.877349 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:05.895765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e803ecb-2444-4933-b5a2-f742071eb38a x-openstack-request-id: req-7e803ecb-2444-4933-b5a2-f742071eb38a {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:27:05.896045 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:27:05.896293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e803ecb-2444-4933-b5a2-f742071eb38a {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:27:05.897210 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e803ecb-2444-4933-b5a2-f742071eb38a'] response: {'name': 'network-changed', 'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049', 'status': 'completed', 'code': 200} Sep 20 22:27:05.939014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adc07e-9172-4cb8-a325-970367f8f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:05.943353 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-abfcfd3b-bf01-4e28-b8e6-a1b83f8accd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:05.944823 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-abfcfd3b-bf01-4e28-b8e6-a1b83f8accd3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 1127 time: 0.0616918 Sep 20 22:27:05.985038 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-ee2da7e2-3de9-4bb0-af09-949a258d1020 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 HTTP/1.1" status: 200 len: 217 time: 0.0325880 Sep 20 22:27:06.033446 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-8015cb96-980b-42eb-99b4-f124b5acd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:06.034810 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-8015cb96-980b-42eb-99b4-f124b5acd431 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b026d0cf-2dd1-4397-992e-ced36d99c10c HTTP/1.1" status: 200 len: 853 time: 0.0423219 Sep 20 22:27:06.067213 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-7f9fa570-4593-455a-bc12-5c56cb356886 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=944b21fa-950f-457b-a018-244a7ad7e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244098 Sep 20 22:27:06.160930 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-3089fc8a-f873-41ed-9d70-70fd4a739bd0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Sep 20 22:27:06.257128 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10d43561-4462-4e44-ab7c-50a7a2eab556 req-1d1623b0-0f7a-4956-97d0-1491c53c9c0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Sep 20 22:27:06.545753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beaf61-209a-4a9e-82f7-0f2ca6c4dea4 req-af93fb5c-a3c5-45ca-a9b5-2a446e798e6e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:06.547227 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33beaf61-209a-4a9e-82f7-0f2ca6c4dea4 req-af93fb5c-a3c5-45ca-a9b5-2a446e798e6e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 943 time: 0.0470750 Sep 20 22:27:06.593817 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33beaf61-209a-4a9e-82f7-0f2ca6c4dea4 req-b21d7555-8348-43ab-b5f8-87fa9b8f42b6 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Sep 20 22:27:06.680994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02609a-5262-4548-ada9-1925f8f14cf0 req-823802cf-fda4-43bb-8654-0acda6786c56 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:06.682436 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea02609a-5262-4548-ada9-1925f8f14cf0 req-823802cf-fda4-43bb-8654-0acda6786c56 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0448451 Sep 20 22:27:06.707447 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:06.727519 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:06.730112 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea02609a-5262-4548-ada9-1925f8f14cf0 req-3ee5fe38-5c89-45b6-9837-77d0c5d99869 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421340 Sep 20 22:27:06.804159 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167c49e-f415-4391-953e-0b04dd29cb77 req-cb6e4e4a-fc6a-4043-8280-9cdce63efcd7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:06.805855 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a167c49e-f415-4391-953e-0b04dd29cb77 req-cb6e4e4a-fc6a-4043-8280-9cdce63efcd7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0540280 Sep 20 22:27:06.852221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a167c49e-f415-4391-953e-0b04dd29cb77 req-5083fe2d-0e44-4f7b-a577-041d4a35d503 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Sep 20 22:27:07.305639 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f36c2393-92b6-457f-b2fb-efc01839c610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:07.417056 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-ff7800df-e8f0-4afb-b5d3-abc0d901bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:07.418547 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-ff7800df-e8f0-4afb-b5d3-abc0d901bb90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 1127 time: 0.0397229 Sep 20 22:27:07.768956 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e2ae7-1236-45df-beea-72564d26077c req-6f11ef3d-9bba-4f2a-9190-8502689c2dea tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:07.770454 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-275e2ae7-1236-45df-beea-72564d26077c req-6f11ef3d-9bba-4f2a-9190-8502689c2dea tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 943 time: 0.0585308 Sep 20 22:27:07.805752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-12800177-4656-4325-b65d-58a669f54b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:07.807216 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-12800177-4656-4325-b65d-58a669f54b4f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 913 time: 0.3820069 Sep 20 22:27:07.833003 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:07.851437 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069776f8-aa8f-4e72-932a-62dfd1957e4a req-87d89c75-fe32-4c55-8363-a5fe7413bd1d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:07.852912 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-069776f8-aa8f-4e72-932a-62dfd1957e4a req-87d89c75-fe32-4c55-8363-a5fe7413bd1d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0470278 Sep 20 22:27:07.862512 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-0022a80d-9828-40f3-9c1d-d76c0620a3e7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 HTTP/1.1" status: 200 len: 217 time: 0.0456800 Sep 20 22:27:07.867814 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-275e2ae7-1236-45df-beea-72564d26077c req-e4ff10af-8748-4548-8c50-229e81bd76d1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907264 Sep 20 22:27:07.903671 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-069776f8-aa8f-4e72-932a-62dfd1957e4a req-65b62715-13b1-479d-bd74-b2181e4ced70 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451207 Sep 20 22:27:08.003878 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b135b79-816c-420d-8cae-50da22d318a7 req-a1ba3047-ea31-4475-9868-ed4f34fe0ea9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:08.005231 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7b135b79-816c-420d-8cae-50da22d318a7 req-a1ba3047-ea31-4475-9868-ed4f34fe0ea9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0726302 Sep 20 22:27:08.024221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-51ab3654-331d-4b7c-8827-54cbbb01389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:08.025594 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-51ab3654-331d-4b7c-8827-54cbbb01389d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b026d0cf-2dd1-4397-992e-ced36d99c10c HTTP/1.1" status: 200 len: 853 time: 0.0635967 Sep 20 22:27:08.061524 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7b135b79-816c-420d-8cae-50da22d318a7 req-aa80ff9e-0e03-4a10-afff-06dbc26b18bc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489955 Sep 20 22:27:08.976917 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-3b332f94-7a23-400d-9603-d191af1703a6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=944b21fa-950f-457b-a018-244a7ad7e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277755 Sep 20 22:27:08.998879 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de0ac-5da6-47b5-ad0d-07768044286c req-2ed0b475-9732-4501-b0f7-50983ed4e678 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:09.000362 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-180de0ac-5da6-47b5-ad0d-07768044286c req-2ed0b475-9732-4501-b0f7-50983ed4e678 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 943 time: 0.0522947 Sep 20 22:27:09.047244 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-180de0ac-5da6-47b5-ad0d-07768044286c req-aa352cc4-80d8-4825-a7c1-099beaaccfdb tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Sep 20 22:27:09.070127 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727791ee-6719-476e-b43c-25bef16be73e req-87df3f9a-0e0e-4d2a-8e61-adacf8962aa2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:09.071895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-727791ee-6719-476e-b43c-25bef16be73e req-87df3f9a-0e0e-4d2a-8e61-adacf8962aa2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0930426 Sep 20 22:27:09.132957 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-6e99c1a3-4d09-4ebb-9dde-32c0dde1a33e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445301 Sep 20 22:27:09.163706 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-727791ee-6719-476e-b43c-25bef16be73e req-c75b9099-13de-443b-a3f5-aef0ee6eb432 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834258 Sep 20 22:27:09.181801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:09.192783 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefae8c-0929-40f3-a62d-a15cc9d07652 req-20c6a7d1-031c-46bb-9871-29d635e9db53 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:09.194380 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fbefae8c-0929-40f3-a62d-a15cc9d07652 req-20c6a7d1-031c-46bb-9871-29d635e9db53 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0480895 Sep 20 22:27:09.204514 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:09.232866 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0d068e99-a59e-4f0b-a1a3-c4afa22561a1 req-e03b7f94-2258-4f02-9f9b-3da461d39410 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926216 Sep 20 22:27:09.241300 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fbefae8c-0929-40f3-a62d-a15cc9d07652 req-fc12e4bd-6c9b-48b8-8f39-30803198c7b2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Sep 20 22:27:09.627719 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6bd3b242-f6cf-4f66-a2ac-4ff1ca18cc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:10.172260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55fad-ac56-4476-9c5a-13906abe2b0a req-6e47fc65-edd1-4541-98a5-69297920f52e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:10.173767 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ed55fad-ac56-4476-9c5a-13906abe2b0a req-6e47fc65-edd1-4541-98a5-69297920f52e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 943 time: 0.0503385 Sep 20 22:27:10.205705 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:27:10.222673 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ed55fad-ac56-4476-9c5a-13906abe2b0a req-705b3cf3-a77d-40db-8a5f-20e243d4f318 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Sep 20 22:27:10.295840 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20884e7f-79f5-42ea-8583-d57b793ed234 req-f0bb6e19-8556-4221-b1d1-2d391b72bc63 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:10.297737 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20884e7f-79f5-42ea-8583-d57b793ed234 req-f0bb6e19-8556-4221-b1d1-2d391b72bc63 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0478702 Sep 20 22:27:10.319632 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:10.331130 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd965769d-834a-4b9f-817a-24e086032c2d', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd965769d-834a-4b9f-817a-24e086032c2d', 'mac_address': 'fa:16:3e:21:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:27:10.349753 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20884e7f-79f5-42ea-8583-d57b793ed234 req-f1a25191-5a43-4f58-a5cf-391ee60194af tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471675 Sep 20 22:27:10.366992 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:27:10.367392 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:10.375556 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c89d-d8fd-45c5-af10-f4aa50eb360b req-340dcab0-6ee3-4798-b491-3220fcaa17d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:10.377091 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16a1c89d-d8fd-45c5-af10-f4aa50eb360b req-340dcab0-6ee3-4798-b491-3220fcaa17d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 943 time: 0.0489039 Sep 20 22:27:10.381555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:27:10.401437 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:10.405320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:10.406011 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:27:10.425438 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16a1c89d-d8fd-45c5-af10-f4aa50eb360b req-2452bbd6-1a5b-4947-a19b-6bba08b9a1cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Sep 20 22:27:10.475425 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=9']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:10.542427 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:10.553772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049', 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee', 'port_id': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049', 'mac_address': 'fa:16:3e:bb:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b026d0cf-2dd1-4397-992e-ced36d99c10c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:27:10.589776 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:27:10.590089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:10.602772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:27:10.622157 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:10.626017 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:10.670996 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:10.730555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:11.073366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['9d9ce120-05ea-4d90-a0c6-fe7b78bb0049'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:27:11.161348 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:11.167351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:11.210943 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d965769d-834a-4b9f-817a-24e086032c2d'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:27:11.345174 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34681a5-c8f7-4c31-885c-db82bc1fa9b4 req-8e579fdf-5145-4534-942a-bceb887dbaa1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:11.346573 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c34681a5-c8f7-4c31-885c-db82bc1fa9b4 req-8e579fdf-5145-4534-942a-bceb887dbaa1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 944 time: 0.0460923 Sep 20 22:27:11.393304 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c34681a5-c8f7-4c31-885c-db82bc1fa9b4 req-f971ce3a-e431-4759-9478-0c9d8bde447b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Sep 20 22:27:11.470562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab88c60-b31a-4565-a3a6-c0f03b6fc34a req-24e1d979-9f7e-477b-82b4-2b6de86499ad tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:11.472653 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ab88c60-b31a-4565-a3a6-c0f03b6fc34a req-24e1d979-9f7e-477b-82b4-2b6de86499ad tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0468841 Sep 20 22:27:11.524084 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ab88c60-b31a-4565-a3a6-c0f03b6fc34a req-d5974163-e817-4ffe-923a-852cfe6dac4d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459046 Sep 20 22:27:11.553990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec3eda-a85c-4b8a-a9d5-16ac3eeebd9c req-c0359d48-d960-4ca4-b41c-82b64c0e0bc6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:11.555470 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9cec3eda-a85c-4b8a-a9d5-16ac3eeebd9c req-c0359d48-d960-4ca4-b41c-82b64c0e0bc6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 944 time: 0.0466461 Sep 20 22:27:11.601443 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9cec3eda-a85c-4b8a-a9d5-16ac3eeebd9c req-e0b3684c-14a6-423e-a2ad-7cb0f1af8009 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Sep 20 22:27:12.307769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.345300 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.513065 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd08f-85c9-4b0d-9799-49dff9bbce55 req-4328ce51-46ad-4b2a-ae34-936543ca4a4b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:12.514534 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14edd08f-85c9-4b0d-9799-49dff9bbce55 req-4328ce51-46ad-4b2a-ae34-936543ca4a4b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 944 time: 0.0465007 Sep 20 22:27:12.535332 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:12.552909 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:27:12.566397 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14edd08f-85c9-4b0d-9799-49dff9bbce55 req-997f6015-0ef5-47e9-abac-6eba418e36a3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Sep 20 22:27:12.619728 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d965769d-834a-4b9f-817a-24e086032c2d triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:27:12.620108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d965769d-834a-4b9f-817a-24e086032c2d), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.620447 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d965769d-834a-4b9f-817a-24e086032c2d Sep 20 22:27:12.670978 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d37ff7-4510-4e2d-89e7-d70bb5897da4 req-abd81e57-dd4d-4abd-8185-7fff4e314ebd tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:12.677010 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-89d37ff7-4510-4e2d-89e7-d70bb5897da4 req-abd81e57-dd4d-4abd-8185-7fff4e314ebd tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0607443 Sep 20 22:27:12.707036 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d965769d-834a-4b9f-817a-24e086032c2d is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:27:12.707430 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.723769 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-89d37ff7-4510-4e2d-89e7-d70bb5897da4 req-b66c9da2-b847-4159-a2c0-7f4cca6673d8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447178 Sep 20 22:27:12.746473 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:27:12.748913 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9557e20-f375-4239-b070-38e15f00f412" -d '{"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:27:12.764552 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:12.769280 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.770471 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:27:12.781699 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc66b4-19b9-43f4-ae6c-af20cb8a9f49 req-64b204ad-0248-4674-8c94-60868a8d95fe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:12.783199 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87bc66b4-19b9-43f4-ae6c-af20cb8a9f49 req-64b204ad-0248-4674-8c94-60868a8d95fe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 944 time: 0.0635386 Sep 20 22:27:12.797439 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042f690-2c50-4160-95a0-1d7870d3cc96 x-openstack-request-id: req-2042f690-2c50-4160-95a0-1d7870d3cc96 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:27:12.797978 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-plugged", "status": "completed", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:27:12.798309 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2042f690-2c50-4160-95a0-1d7870d3cc96 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:27:12.798761 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2042f690-2c50-4160-95a0-1d7870d3cc96'] response: {'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'code': 200} Sep 20 22:27:12.845711 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-87bc66b4-19b9-43f4-ae6c-af20cb8a9f49 req-8b41546f-e9a6-4ce0-a2dc-d0f4f84bce50 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556028 Sep 20 22:27:12.863752 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=10']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:12.870367 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:27:12.878642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.878997 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.879354 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.879991 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.880381 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.881332 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.881666 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.881996 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.882327 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.882648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.882975 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.883300 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.883686 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.883941 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.884260 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:27:12.888262 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:27:12.888633 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.888992 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 Sep 20 22:27:12.964905 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:27:12.965243 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:12.997135 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:27:13.000640 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:13.023422 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:13.047629 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:27:13.307216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ed81-dd25-499b-b5e1-ef819ee680be req-0436d0b7-3064-4015-a3df-dd525339b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:13.308683 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c469ed81-dd25-499b-b5e1-ef819ee680be req-0436d0b7-3064-4015-a3df-dd525339b199 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1130 time: 0.0412402 Sep 20 22:27:13.353591 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c469ed81-dd25-499b-b5e1-ef819ee680be req-7589be14-d15d-4499-8c09-61b43b7300db service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Sep 20 22:27:13.692068 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4cae3-1ccc-4ca1-a937-2cdb9bd00f36 req-75127401-8d82-4ad4-b233-e3cea278830b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:13.693548 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-97e4cae3-1ccc-4ca1-a937-2cdb9bd00f36 req-75127401-8d82-4ad4-b233-e3cea278830b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0456111 Sep 20 22:27:13.738883 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-97e4cae3-1ccc-4ca1-a937-2cdb9bd00f36 req-a6c2f839-ebd3-4501-8d78-8c15c5179be0 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Sep 20 22:27:13.848308 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94718af7-3430-470b-8312-e3e9a3386d68 req-458902d6-4ab9-44c7-8e60-1d17874f2187 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:13.850292 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94718af7-3430-470b-8312-e3e9a3386d68 req-458902d6-4ab9-44c7-8e60-1d17874f2187 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0447898 Sep 20 22:27:13.898412 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-94718af7-3430-470b-8312-e3e9a3386d68 req-ef7754a8-62f5-4569-9d6a-8cfc22e1eba4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Sep 20 22:27:13.986014 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edb5-6162-412a-8afe-026b57d6d5d0 req-faf13bd3-7553-4e4b-8860-a7101ad18afa tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:13.987469 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c42edb5-6162-412a-8afe-026b57d6d5d0 req-faf13bd3-7553-4e4b-8860-a7101ad18afa tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0458217 Sep 20 22:27:14.036354 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c42edb5-6162-412a-8afe-026b57d6d5d0 req-70f02b34-6254-4583-bb70-d4ad242d1b62 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Sep 20 22:27:14.766817 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:14.800472 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:27:14.803349 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e88f0-4a9a-47ec-9492-8975fe6e88bc" -d '{"events": [{"server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:27:14.847285 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b133e9a-d243-426a-8762-040f99b34009 x-openstack-request-id: req-9b133e9a-d243-426a-8762-040f99b34009 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:27:14.847576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:27:14.847826 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b133e9a-d243-426a-8762-040f99b34009 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:27:14.848220 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b133e9a-d243-426a-8762-040f99b34009'] response: {'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049', 'code': 200} Sep 20 22:27:14.867126 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d03c7-fffd-4a33-b10f-c899756e450d req-2fefde52-036e-425b-acae-34cde44390a6 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:14.867592 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f92d03c7-fffd-4a33-b10f-c899756e450d req-2fefde52-036e-425b-acae-34cde44390a6 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Sep 20 22:27:14.919447 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f92d03c7-fffd-4a33-b10f-c899756e450d req-4230de1c-4f41-4ba6-ac50-853264012734 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Sep 20 22:27:15.028065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6303f-cffd-4819-83bc-a23f9c917bc3 req-d851c7b1-0507-4db1-bfc2-7f49273465cd tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:15.029888 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fdc6303f-cffd-4819-83bc-a23f9c917bc3 req-d851c7b1-0507-4db1-bfc2-7f49273465cd tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Sep 20 22:27:15.080197 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fdc6303f-cffd-4819-83bc-a23f9c917bc3 req-aa728333-3e82-4958-b62c-a0e4b652051d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448589 Sep 20 22:27:15.170193 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edadd1e-88ca-4547-bed6-9c1550dd67b6 req-b9c527bb-88ce-418c-8e52-6710c06825cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:15.171765 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3edadd1e-88ca-4547-bed6-9c1550dd67b6 req-b9c527bb-88ce-418c-8e52-6710c06825cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0491068 Sep 20 22:27:15.231817 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3edadd1e-88ca-4547-bed6-9c1550dd67b6 req-c51d248a-d027-449d-8aea-20d91fc19723 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498731 Sep 20 22:27:15.444543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777e6f6-cd85-45b3-9778-ea7975818f4b req-79c50ff3-f540-4348-8313-fc59e5e65425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:15.446063 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c777e6f6-cd85-45b3-9778-ea7975818f4b req-79c50ff3-f540-4348-8313-fc59e5e65425 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 1129 time: 0.0382843 Sep 20 22:27:15.504452 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c777e6f6-cd85-45b3-9778-ea7975818f4b req-8584cbe8-b843-48fd-a23f-f3b09bc3178f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Sep 20 22:27:16.040283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4025f6-fd59-4a75-ba8e-97ff285b9b14 req-73d4f213-53fb-4989-a34c-7507b28337e3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:16.041767 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ce4025f6-fd59-4a75-ba8e-97ff285b9b14 req-73d4f213-53fb-4989-a34c-7507b28337e3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0463502 Sep 20 22:27:16.090084 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ce4025f6-fd59-4a75-ba8e-97ff285b9b14 req-41fb0552-c078-4f84-b8cb-af734fc4ead3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Sep 20 22:27:16.203926 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25144fcd-2ca0-4971-ac08-6136a6268488 req-d839c5c3-f298-48ad-935d-e2e51154ecc7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:16.205436 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25144fcd-2ca0-4971-ac08-6136a6268488 req-d839c5c3-f298-48ad-935d-e2e51154ecc7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0458822 Sep 20 22:27:16.248008 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:16.252319 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-25144fcd-2ca0-4971-ac08-6136a6268488 req-aaee6eb6-b59e-4b03-be77-408fad483ac2 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Sep 20 22:27:16.336958 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:16.353171 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:16.366300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eb678-73da-43dd-8332-ffa510b7ae3e req-97c71b6f-e23c-47bc-afa4-2e74217b1b6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:16.367776 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b2eb678-73da-43dd-8332-ffa510b7ae3e req-97c71b6f-e23c-47bc-afa4-2e74217b1b6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0506485 Sep 20 22:27:16.413920 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3b2eb678-73da-43dd-8332-ffa510b7ae3e req-efe4b927-4ded-4821-a7ac-663296eb48a0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Sep 20 22:27:17.215022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035e49-bfc9-47e5-adac-cc96362dd057 req-7825fd8d-b433-473d-9e46-50d08ed86669 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:17.216507 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b0035e49-bfc9-47e5-adac-cc96362dd057 req-7825fd8d-b433-473d-9e46-50d08ed86669 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Sep 20 22:27:17.263124 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b0035e49-bfc9-47e5-adac-cc96362dd057 req-aa60b6cc-7ed4-466a-a2f8-aa6d62562506 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Sep 20 22:27:17.373091 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b195f-4636-49e3-b939-8ad68ae314f7 req-4d97a4e1-540d-462f-9523-0872e6e76a59 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:17.374583 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e02b195f-4636-49e3-b939-8ad68ae314f7 req-4d97a4e1-540d-462f-9523-0872e6e76a59 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0476067 Sep 20 22:27:17.422525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e02b195f-4636-49e3-b939-8ad68ae314f7 req-41df8f6f-7cc5-497b-b80b-4d48e15b4678 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Sep 20 22:27:18.549803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5618418-4cfc-4c83-8ef1-7e2275516c09 req-ead8e442-0096-4aea-acce-aa32f1f5c4a5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:18.551279 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5618418-4cfc-4c83-8ef1-7e2275516c09 req-ead8e442-0096-4aea-acce-aa32f1f5c4a5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Sep 20 22:27:18.598305 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5618418-4cfc-4c83-8ef1-7e2275516c09 req-f7f964c1-37d2-4b7c-a00d-8fe767aa0fe0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Sep 20 22:27:19.707092 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:19.723054 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75191-ba5b-494e-9fa2-165aae926a78 req-16d1bd0e-84c0-4f30-8d00-1528180e24a8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:19.725156 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61f75191-ba5b-494e-9fa2-165aae926a78 req-16d1bd0e-84c0-4f30-8d00-1528180e24a8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0518656 Sep 20 22:27:19.773494 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61f75191-ba5b-494e-9fa2-165aae926a78 req-1a88f9f1-57f7-4124-8e2f-a7210f49380e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 Sep 20 22:27:20.897558 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74bff-f387-4039-afcf-a0133731fccc req-3e427fd3-2325-432e-8ce5-beab64174c83 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:20.899070 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b74bff-f387-4039-afcf-a0133731fccc req-3e427fd3-2325-432e-8ce5-beab64174c83 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0490003 Sep 20 22:27:20.949682 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b74bff-f387-4039-afcf-a0133731fccc req-eec68350-395c-4b6f-ac3b-61068ad0fcd3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Sep 20 22:27:22.034953 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:22.072775 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e1017-8af6-4280-88a9-93dd7da492fb req-ae74f671-9753-4f2a-94a5-eb26410e4fd4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:22.074205 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-843e1017-8af6-4280-88a9-93dd7da492fb req-ae74f671-9753-4f2a-94a5-eb26410e4fd4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0475302 Sep 20 22:27:22.126031 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-843e1017-8af6-4280-88a9-93dd7da492fb req-f56808ad-088a-475d-8dfe-200ee158bdf6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463238 Sep 20 22:27:23.251037 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccd096-3ebb-434e-a34f-028421b9273b req-ef9b0296-4750-4ade-b41d-363ca4c19cc1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:23.252668 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7cccd096-3ebb-434e-a34f-028421b9273b req-ef9b0296-4750-4ade-b41d-363ca4c19cc1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0473135 Sep 20 22:27:23.300488 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7cccd096-3ebb-434e-a34f-028421b9273b req-88d19cbf-4732-41c0-aeb5-d987f2480ed9 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414183 Sep 20 22:27:24.422993 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3283a0-c7bf-44ac-8d32-124a13189603 req-384b8fe1-741d-4d0d-8f95-bc1e5bf0d752 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:24.424530 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a3283a0-c7bf-44ac-8d32-124a13189603 req-384b8fe1-741d-4d0d-8f95-bc1e5bf0d752 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0469878 Sep 20 22:27:24.474638 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1a3283a0-c7bf-44ac-8d32-124a13189603 req-60c1d88e-d93d-4628-a8f7-8f1f7dba7dec tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Sep 20 22:27:25.597763 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3486-2bd6-4961-8995-beb9e95f8e7e req-32fd3357-ae45-4db1-83dc-768e18a01abe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:25.599554 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1f4b3486-2bd6-4961-8995-beb9e95f8e7e req-32fd3357-ae45-4db1-83dc-768e18a01abe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 20 22:27:25.653461 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1f4b3486-2bd6-4961-8995-beb9e95f8e7e req-71d875de-be9a-40c5-9458-0e96789f0403 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Sep 20 22:27:25.908625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b549-37af-434e-b3fb-bb83b2c17fb6 req-7d5ff13b-bc8f-4f60-aaa6-49166fa30b44 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:25.910119 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5877b549-37af-434e-b3fb-bb83b2c17fb6 req-7d5ff13b-bc8f-4f60-aaa6-49166fa30b44 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 20 22:27:25.939247 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-e991b158-6917-494c-a3ec-da05f502c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:25.941506 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-e991b158-6917-494c-a3ec-da05f502c308 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 1129 time: 0.0423002 Sep 20 22:27:25.960246 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5877b549-37af-434e-b3fb-bb83b2c17fb6 req-ceca4205-6a08-4b81-9de2-119ef8e99b79 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Sep 20 22:27:26.042007 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-87a999ec-b2fa-4d23-b744-d08a2aa87d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:26.043392 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-87a999ec-b2fa-4d23-b744-d08a2aa87d55 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.0947566 Sep 20 22:27:26.107478 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-e8c82715-657b-4f3a-b7ac-62deea360682 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0569320 Sep 20 22:27:26.161190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-87c9056f-3722-4acc-97f5-b94db0313e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:26.163610 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-87c9056f-3722-4acc-97f5-b94db0313e92 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.0499158 Sep 20 22:27:26.209562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-bd3ad0ba-4e17-4d96-a6b5-43bbf249f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:26.211044 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-bd3ad0ba-4e17-4d96-a6b5-43bbf249f2f1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406196 Sep 20 22:27:26.303418 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-465d6c92-4cda-475c-a951-03c76d07787b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852871 Sep 20 22:27:26.330119 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:26.331993 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:26.391261 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:26.402115 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c0bf0fc3-6538-464b-93ee-4586135ba326 req-0707f5b7-b368-4d6f-a6b1-005b63c25ee1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929487 Sep 20 22:27:27.081924 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98886-83e2-4e98-8339-745b5e220674 req-88cb4817-5418-4eac-b6bd-ab6b8b5a6998 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:27.083450 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3db98886-83e2-4e98-8339-745b5e220674 req-88cb4817-5418-4eac-b6bd-ab6b8b5a6998 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0466852 Sep 20 22:27:27.131671 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3db98886-83e2-4e98-8339-745b5e220674 req-b2f5cd6b-b62f-4819-bc5c-26020d7e3a5b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Sep 20 22:27:28.251474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87085-8187-4e21-9894-85591d5d7d1b req-832cb01e-7852-46e8-a596-b8c8b604a43c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:28.252943 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dda87085-8187-4e21-9894-85591d5d7d1b req-832cb01e-7852-46e8-a596-b8c8b604a43c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0473862 Sep 20 22:27:28.299205 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dda87085-8187-4e21-9894-85591d5d7d1b req-fec0e481-4903-4421-9450-4759e6f1680c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406306 Sep 20 22:27:29.172168 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-64c83a50-9cc0-4ad4-b7c0-26714c533a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:29.173810 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-64c83a50-9cc0-4ad4-b7c0-26714c533a82 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0423784 Sep 20 22:27:29.183560 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e700b-b9d0-436b-999f-7f06a7d23ab8 req-db9690f8-359c-47c9-bab4-8bbee5af9447 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:29.185145 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-443e700b-b9d0-436b-999f-7f06a7d23ab8 req-db9690f8-359c-47c9-bab4-8bbee5af9447 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0494459 Sep 20 22:27:29.231177 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-443e700b-b9d0-436b-999f-7f06a7d23ab8 req-4d46c9f8-6eeb-496d-87ac-c5dab216fbe8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Sep 20 22:27:29.265857 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-e5f90342-2deb-4491-97e4-4fabffd6b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:29.267378 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-e5f90342-2deb-4491-97e4-4fabffd6b8c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0863616 Sep 20 22:27:29.336394 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-e5f2c0cf-2e89-4adf-b360-a949e625b437 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1001 time: 0.0573514 Sep 20 22:27:29.391275 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-669cb180-76c7-4881-86ed-2feefde3445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:29.392671 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-669cb180-76c7-4881-86ed-2feefde3445a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0428910 Sep 20 22:27:29.444444 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-d8418b2f-05ae-4167-86a7-bafb7d5db7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:29.445948 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-d8418b2f-05ae-4167-86a7-bafb7d5db7a3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383589 Sep 20 22:27:29.538882 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-3aa71003-6d30-46e6-9181-a59b6314273b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852747 Sep 20 22:27:29.563431 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:29.627663 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8dff748d-d05f-4f70-a55c-196b5b4d8ab6 req-bd643b66-720c-494d-be02-eaac72caadf4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Sep 20 22:27:30.358503 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee731bf-9b39-490f-8bd6-6e4b203a18c8 req-0c4181f9-b950-40ed-b2da-7acc63836b5f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:30.360004 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ee731bf-9b39-490f-8bd6-6e4b203a18c8 req-0c4181f9-b950-40ed-b2da-7acc63836b5f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0514266 Sep 20 22:27:30.406714 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4ee731bf-9b39-490f-8bd6-6e4b203a18c8 req-e77973f4-0058-4847-a499-7eb85ad59265 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Sep 20 22:27:31.527290 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d4e5c-3731-4eaf-9b9a-8d324a4d1da5 req-47afefa6-0cc8-4571-9d23-c4b7bdba4453 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:31.529522 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a28d4e5c-3731-4eaf-9b9a-8d324a4d1da5 req-47afefa6-0cc8-4571-9d23-c4b7bdba4453 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0481019 Sep 20 22:27:31.577095 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a28d4e5c-3731-4eaf-9b9a-8d324a4d1da5 req-8af06bf7-4688-4634-92d9-7da614c49efd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Sep 20 22:27:32.700877 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55346dd-53b5-4f59-a05d-75b449c18386 req-c91c7e8d-8efa-4b0c-802d-aff2aa02f2ab tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:32.702298 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f55346dd-53b5-4f59-a05d-75b449c18386 req-c91c7e8d-8efa-4b0c-802d-aff2aa02f2ab tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0456316 Sep 20 22:27:32.750008 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f55346dd-53b5-4f59-a05d-75b449c18386 req-44e4c212-1b63-4f99-a346-fb958a2cbf44 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Sep 20 22:27:33.730475 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:27:33.887788 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dace77a-165c-4bcd-ad27-469f0b195804 req-0ee19743-97ef-4410-b112-0e38dce506a8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:33.889354 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9dace77a-165c-4bcd-ad27-469f0b195804 req-0ee19743-97ef-4410-b112-0e38dce506a8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0497851 Sep 20 22:27:33.937795 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9dace77a-165c-4bcd-ad27-469f0b195804 req-d2be8e80-f770-4fd2-9b5e-f784c18704cb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Sep 20 22:27:35.060354 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee048c-d982-4907-aff4-1054cd9cc2ad req-d28ea274-3be1-44bf-aa06-3679d2cb6373 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:35.061825 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-69ee048c-d982-4907-aff4-1054cd9cc2ad req-d28ea274-3be1-44bf-aa06-3679d2cb6373 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0455441 Sep 20 22:27:35.111916 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-69ee048c-d982-4907-aff4-1054cd9cc2ad req-7fa1d33a-e96a-439b-a949-3c0bdeaabee8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Sep 20 22:27:35.687498 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:36.231100 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b4bc-997a-4498-89f0-4839bebe8c47 req-c179ca11-ab23-41c2-960c-02bbe732b138 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:36.232515 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aec5b4bc-997a-4498-89f0-4839bebe8c47 req-c179ca11-ab23-41c2-960c-02bbe732b138 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0448246 Sep 20 22:27:36.277761 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aec5b4bc-997a-4498-89f0-4839bebe8c47 req-1577ea27-d42d-4b76-8ae4-0f269844dacc tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Sep 20 22:27:37.287963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cc27794a-f0d3-481e-bfb0-9454fae4ced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:37.395007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71624447-bb79-4b69-900c-9bee971fe65f req-3c52885a-1239-4296-a462-095778002d4a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:37.396996 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-71624447-bb79-4b69-900c-9bee971fe65f req-3c52885a-1239-4296-a462-095778002d4a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0449836 Sep 20 22:27:37.442352 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-71624447-bb79-4b69-900c-9bee971fe65f req-fa306fe0-71b0-4385-98cc-aaecaf66efb1 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 Sep 20 22:27:38.544981 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:38.559596 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421746-4b36-4f19-8b20-88e439cf0ccf req-56befac1-efa7-4878-b4a0-3efab9c0766a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:38.561065 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40421746-4b36-4f19-8b20-88e439cf0ccf req-56befac1-efa7-4878-b4a0-3efab9c0766a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0452669 Sep 20 22:27:38.609632 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40421746-4b36-4f19-8b20-88e439cf0ccf req-d5627226-75d5-4a37-b0dc-b1cfcf8a099c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Sep 20 22:27:39.631340 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7ad13d30-3408-4770-a30a-20d0f5806d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:39.732433 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac523987-573c-481a-bfa8-12d8e9d87794 req-d3e6aa23-28f3-4a1b-9b75-798bb55859db tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:39.733928 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ac523987-573c-481a-bfa8-12d8e9d87794 req-d3e6aa23-28f3-4a1b-9b75-798bb55859db tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0464096 Sep 20 22:27:39.768921 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:39.781323 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ac523987-573c-481a-bfa8-12d8e9d87794 req-44ffff89-122d-4d97-8414-d29e41980339 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Sep 20 22:27:40.730696 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:40.902094 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e8267-f930-47c3-bacc-8ecdb99429bd req-270a65c6-4a38-4a7f-bdff-99a605ff0bf5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:40.903557 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-413e8267-f930-47c3-bacc-8ecdb99429bd req-270a65c6-4a38-4a7f-bdff-99a605ff0bf5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0479355 Sep 20 22:27:40.948732 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-413e8267-f930-47c3-bacc-8ecdb99429bd req-744bf83c-8a9a-4d8f-870f-ce46490f0f2c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Sep 20 22:27:42.072227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aa578-eb1f-4530-a6f5-7e52f8ff8518 req-70e6f733-a866-4e19-8cac-03a9045c7a6a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:42.073714 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a4aa578-eb1f-4530-a6f5-7e52f8ff8518 req-70e6f733-a866-4e19-8cac-03a9045c7a6a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0490246 Sep 20 22:27:42.109746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:42.122797 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a4aa578-eb1f-4530-a6f5-7e52f8ff8518 req-5e599d1f-8b4d-482d-88e6-e41b9c1de72f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Sep 20 22:27:42.190968 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:42.346517 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:43.242986 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636c08-231d-4b4b-ae68-7bfcd7ed47f5 req-5599fced-571d-4701-befe-fa887dca0039 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:43.244427 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-91636c08-231d-4b4b-ae68-7bfcd7ed47f5 req-5599fced-571d-4701-befe-fa887dca0039 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0451875 Sep 20 22:27:43.289840 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-91636c08-231d-4b4b-ae68-7bfcd7ed47f5 req-eb8a0ac8-f9f4-404f-8fcb-72febf619f8c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398028 Sep 20 22:27:44.407805 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608002d-9992-4269-ab31-270b184dbe24 req-f206c1fc-1bca-4421-a630-8ef57eec3b88 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:44.409283 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7608002d-9992-4269-ab31-270b184dbe24 req-f206c1fc-1bca-4421-a630-8ef57eec3b88 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0459218 Sep 20 22:27:44.454793 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7608002d-9992-4269-ab31-270b184dbe24 req-a159e473-19df-40cd-9047-b96eca3b9a6b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Sep 20 22:27:45.548455 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-ad7e4231-0f9f-4066-9a67-ac1670b6b467 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489886 Sep 20 22:27:45.614699 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cb00-a0bd-4850-a60f-fdd3fde33fd2 req-18f59fdf-1f6a-44bb-8bb4-951f1e1a2a73 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:45.616550 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed20cb00-a0bd-4850-a60f-fdd3fde33fd2 req-18f59fdf-1f6a-44bb-8bb4-951f1e1a2a73 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0844328 Sep 20 22:27:45.633333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197e88-784d-4e43-8954-1951e8aa492c req-de52ffe1-d75d-4f35-bac6-8dcf0d15a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:45.634773 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-de52ffe1-d75d-4f35-bac6-8dcf0d15a934 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 1130 time: 0.0585833 Sep 20 22:27:45.722616 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ed20cb00-a0bd-4850-a60f-fdd3fde33fd2 req-4e05ab5c-5309-4865-bb96-86f8afb5d96e tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001616 Sep 20 22:27:45.786481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197e88-784d-4e43-8954-1951e8aa492c req-fc9af61e-d0c7-493d-9f9b-ad2f9727466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:45.787963 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-fc9af61e-d0c7-493d-9f9b-ad2f9727466d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1286008 Sep 20 22:27:45.849620 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-f392419d-b227-4623-b6a6-3ac49322189b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 200 len: 1001 time: 0.0555542 Sep 20 22:27:45.891905 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:45.901264 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197e88-784d-4e43-8954-1951e8aa492c req-7855243b-fa1e-4d87-b58a-8a1f9825fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:45.902694 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-7855243b-fa1e-4d87-b58a-8a1f9825fb86 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0474858 Sep 20 22:27:45.946171 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197e88-784d-4e43-8954-1951e8aa492c req-30ca262b-8c01-4ed3-a69a-fc60cf8a565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:45.947575 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-30ca262b-8c01-4ed3-a69a-fc60cf8a565b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366268 Sep 20 22:27:46.034742 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-0507eac3-dbf7-438f-94d6-df4c5760e12e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801775 Sep 20 22:27:46.335448 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:27:46.855591 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68b22-4817-4746-b8a4-9391c5aa8a2d req-ca06a355-b271-4962-939d-e97f591a7051 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:46.857074 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-34c68b22-4817-4746-b8a4-9391c5aa8a2d req-ca06a355-b271-4962-939d-e97f591a7051 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0485344 Sep 20 22:27:46.903946 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-34c68b22-4817-4746-b8a4-9391c5aa8a2d req-458caab5-0f49-4dc7-9a56-01aae1d14ac0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Sep 20 22:27:47.053680 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7197e88-784d-4e43-8954-1951e8aa492c req-f2a1f22a-9812-43fc-ac94-c763c2153393 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864305 Sep 20 22:27:48.023085 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40351310-a32e-4c28-b39a-331812b05a76 req-6d985d32-82ef-4c1c-93a1-abfb9e4a8c54 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:48.024486 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40351310-a32e-4c28-b39a-331812b05a76 req-6d985d32-82ef-4c1c-93a1-abfb9e4a8c54 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0474465 Sep 20 22:27:48.059635 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:48.071280 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40351310-a32e-4c28-b39a-331812b05a76 req-8afdc32c-9268-4ce7-9734-05e3934f48dc tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 Sep 20 22:27:49.194234 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee298f-8161-4ed0-a338-3325ef830515 req-516ee7eb-63a9-4016-9f37-da1670999036 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:49.195734 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10ee298f-8161-4ed0-a338-3325ef830515 req-516ee7eb-63a9-4016-9f37-da1670999036 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0472860 Sep 20 22:27:49.243792 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-10ee298f-8161-4ed0-a338-3325ef830515 req-e46e2cb5-5b12-41d4-bf8a-57f11eda1ea0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Sep 20 22:27:50.370124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dcd5a-10f7-4f04-9bd3-f98c7a2d0459 req-add3da2d-3894-476f-851a-0dd4b972b2b7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:50.371579 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b60dcd5a-10f7-4f04-9bd3-f98c7a2d0459 req-add3da2d-3894-476f-851a-0dd4b972b2b7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0530622 Sep 20 22:27:50.418436 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b60dcd5a-10f7-4f04-9bd3-f98c7a2d0459 req-2e904420-c47c-4514-8426-277f581508b1 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Sep 20 22:27:51.538537 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f9f1-8516-44b2-8fac-fe24438dcf48 req-ceaaf386-41da-4dcd-af99-9032b0662a53 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:51.540003 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1146f9f1-8516-44b2-8fac-fe24438dcf48 req-ceaaf386-41da-4dcd-af99-9032b0662a53 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0451331 Sep 20 22:27:51.590038 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1146f9f1-8516-44b2-8fac-fe24438dcf48 req-aeae1066-d1a9-4bb1-a28a-2fe23c6e582a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Sep 20 22:27:51.758614 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:51.763547 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=7 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:52.708984 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37d45d-78b4-4667-95be-851ce998c0e3 req-7e18d7ba-cf2a-4886-b10e-d5fc23d2a58a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:52.710461 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6a37d45d-78b4-4667-95be-851ce998c0e3 req-7e18d7ba-cf2a-4886-b10e-d5fc23d2a58a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0452783 Sep 20 22:27:52.756284 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6a37d45d-78b4-4667-95be-851ce998c0e3 req-7080032f-a605-4272-8c71-62b028027a4a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Sep 20 22:27:53.876034 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb0e0-dcca-4e25-af33-fe8b9b0b5b1a req-86e1677a-72e9-4007-acb5-76033db40881 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:53.877524 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8befb0e0-dcca-4e25-af33-fe8b9b0b5b1a req-86e1677a-72e9-4007-acb5-76033db40881 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0459342 Sep 20 22:27:53.923073 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8befb0e0-dcca-4e25-af33-fe8b9b0b5b1a req-955b2347-d617-4115-bd6b-8214d566aeb7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 Sep 20 22:27:54.097553 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a607ca-0de2-4333-a7e0-47a3311e0c03 req-bb30e4af-1647-43c4-9561-df2cc7d08790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:54.099489 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8a607ca-0de2-4333-a7e0-47a3311e0c03 req-bb30e4af-1647-43c4-9561-df2cc7d08790 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0405695 Sep 20 22:27:54.141184 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f8a607ca-0de2-4333-a7e0-47a3311e0c03 req-3b16854d-1671-4d47-a934-35a844764b3b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357239 Sep 20 22:27:55.046273 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad45d2-60b8-4aea-aca3-d7e1f8fcf90a req-1c053893-686d-47e2-bd45-75f0821570cd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:55.047712 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53ad45d2-60b8-4aea-aca3-d7e1f8fcf90a req-1c053893-686d-47e2-bd45-75f0821570cd tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0456457 Sep 20 22:27:55.093986 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-53ad45d2-60b8-4aea-aca3-d7e1f8fcf90a req-1ad5af85-7189-4c6e-acd2-7ce05c85e52c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Sep 20 22:27:56.211513 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48de2-da15-4cee-a13c-a236af161a34 req-5c53b14c-9b6e-4427-a9d4-7a187a52ae6a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:56.213047 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-87c48de2-da15-4cee-a13c-a236af161a34 req-5c53b14c-9b6e-4427-a9d4-7a187a52ae6a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0456178 Sep 20 22:27:56.261115 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-87c48de2-da15-4cee-a13c-a236af161a34 req-dd93ecad-39cf-4731-8958-8a453ca27187 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Sep 20 22:27:56.329396 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:56.331320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:56.736186 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54798-32b9-442b-9324-99860edb6a33 req-26cffa70-fa15-4fda-ab45-dd8e9388dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:56.737679 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-26cffa70-fa15-4fda-ab45-dd8e9388dcac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0673130 Sep 20 22:27:56.747564 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e682df-066f-4932-80ee-35a137481e5c req-d399e18e-d059-4ac0-a5d7-19fc6e0288a8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:56.748903 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46e682df-066f-4932-80ee-35a137481e5c req-d399e18e-d059-4ac0-a5d7-19fc6e0288a8 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0706458 Sep 20 22:27:56.845636 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46e682df-066f-4932-80ee-35a137481e5c req-764a4dc0-a071-4749-b895-9728288279ba tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875080 Sep 20 22:27:56.871325 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54798-32b9-442b-9324-99860edb6a33 req-83a700de-bfe1-4504-adc5-ce750743d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:56.872775 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-83a700de-bfe1-4504-adc5-ce750743d28d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.1230285 Sep 20 22:27:56.932465 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-696fd018-3a0c-4868-999c-59179bacaf54 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1001 time: 0.0537746 Sep 20 22:27:56.980179 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54798-32b9-442b-9324-99860edb6a33 req-2913f8e2-679c-453b-9aca-9c39c61c5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:56.981591 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-2913f8e2-679c-453b-9aca-9c39c61c5f82 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0425234 Sep 20 22:27:57.028530 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54798-32b9-442b-9324-99860edb6a33 req-d7aa84e6-3294-450b-99a9-c4a0ea1fadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:57.030002 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-d7aa84e6-3294-450b-99a9-c4a0ea1fadc8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399311 Sep 20 22:27:57.084846 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:57.118998 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-3ab5fb0c-9da3-4975-bdd9-e52ae581ed65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 Sep 20 22:27:57.209916 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9cf54798-32b9-442b-9324-99860edb6a33 req-7785c266-483f-4bfa-8a6d-1eff2c4be2cc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Sep 20 22:27:57.928160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:27:57.965578 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d39162-aa30-42f0-874f-cac1648dadb7 req-a26d7515-3134-4e9e-8f84-595af5c3df1c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:57.967060 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92d39162-aa30-42f0-874f-cac1648dadb7 req-a26d7515-3134-4e9e-8f84-595af5c3df1c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0474479 Sep 20 22:27:58.012319 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-92d39162-aa30-42f0-874f-cac1648dadb7 req-2d50019e-2f43-47b8-8e79-89daf221c031 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Sep 20 22:27:59.135994 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d5149-79b4-44ae-9b37-739f6841f4bb req-adff2a17-798c-41e0-b9f8-be1bdbefef40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:27:59.137491 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a4d5149-79b4-44ae-9b37-739f6841f4bb req-adff2a17-798c-41e0-b9f8-be1bdbefef40 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0500381 Sep 20 22:27:59.183363 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a4d5149-79b4-44ae-9b37-739f6841f4bb req-a72d7fdf-0d6a-43e7-9624-4277a144b2c2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Sep 20 22:28:00.307917 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fd69-d661-4922-b536-0dae3957dbb5 req-a9316370-4f6a-4a01-ad1c-e33f42b8078d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:00.309317 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7111fd69-d661-4922-b536-0dae3957dbb5 req-a9316370-4f6a-4a01-ad1c-e33f42b8078d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0503194 Sep 20 22:28:00.360882 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7111fd69-d661-4922-b536-0dae3957dbb5 req-9c702485-743b-4de4-98f2-9ed51375eb47 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459688 Sep 20 22:28:00.480606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ccfc2-e237-44f5-ac8a-f2395ec49205 req-4165d6b6-28b4-423d-b462-ff345fe99ad7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:00.482163 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e37ccfc2-e237-44f5-ac8a-f2395ec49205 req-4165d6b6-28b4-423d-b462-ff345fe99ad7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0479622 Sep 20 22:28:00.492574 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60758) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:00.497858 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Request body: {'floatingip': {'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:00.552309 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (87573779-e894-49bc-9753-785053bae3c6), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:00.728000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:00.859228 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:00.996884 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:01.000774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (87573779-e894-49bc-9753-785053bae3c6), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:01.141181 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fce3c-e64e-4cdf-a056-67003f35c3b0 req-a826eaf2-88a1-4407-b583-5ad1aca77045 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:01.142609 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-438fce3c-e64e-4cdf-a056-67003f35c3b0 req-a826eaf2-88a1-4407-b583-5ad1aca77045 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0545876 Sep 20 22:28:01.260046 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-438fce3c-e64e-4cdf-a056-67003f35c3b0 req-bda1472d-cc49-42ba-890f-660a81f9cec6 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855536 Sep 20 22:28:01.271658 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Router 3c6d0798-75e9-446b-8609-ff20648d113b has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:01.370799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:01.375719 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:01.380061 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:01.389891 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:01.390505 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:27:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:01.405376 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:01.407601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:01.440642 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-2fd3839b-9177-4ddf-a8fd-f8fc2b6f174b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/87573779-e894-49bc-9753-785053bae3c6 HTTP/1.1" status: 200 len: 993 time: 0.9469054 Sep 20 22:28:01.463610 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c01a4d-7eaa-4719-9be8-b2d570460551 x-openstack-request-id: req-65c01a4d-7eaa-4719-9be8-b2d570460551 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:01.463936 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:01.464190 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c01a4d-7eaa-4719-9be8-b2d570460551 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:01.464592 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c01a4d-7eaa-4719-9be8-b2d570460551'] response: {'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'status': 'completed', 'code': 200} Sep 20 22:28:01.494981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:01.703477 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:28:00Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:01.728201 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:01.736440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:01.737204 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:27:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:01.835178 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:02.037182 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:28:00Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:02.063788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbba0d2-3c41-44f8-a062-9e120cd09c4f None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '87573779-e894-49bc-9753-785053bae3c6', 'tenant_id': 'e1076a54706448038779945f53703345', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'port_id': '514d6b9b-bb67-4159-8746-002d9cc07694', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'mac_address': 'fa:16:3e:08:4c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f353f-861e-47cf-9625-7210f9f1f81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:26:09Z', 'updated_at': '2022-09-20T22:28:00Z', 'revision_number': 3, 'project_id': 'e1076a54706448038779945f53703345', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:02.380791 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f5c73-aa66-4574-b22f-b89171933c40 req-6a5a9ff6-6378-4bb0-896a-5639457c2518 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.382281 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ab3f5c73-aa66-4574-b22f-b89171933c40 req-6a5a9ff6-6378-4bb0-896a-5639457c2518 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0465367 Sep 20 22:28:02.428193 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ab3f5c73-aa66-4574-b22f-b89171933c40 req-0422c4e2-863e-431e-b8e8-f209b0d8f947 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Sep 20 22:28:02.609731 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-2984722f-d104-4fa9-a35d-b6f94adfbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.611087 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-2984722f-d104-4fa9-a35d-b6f94adfbdb2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0378139 Sep 20 22:28:02.703505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-f19ffd7e-8b3b-4fda-84df-151c7282e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.704921 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-f19ffd7e-8b3b-4fda-84df-151c7282e16f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0865145 Sep 20 22:28:02.816162 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-9979c401-81eb-4113-8ab9-ef0d189baae1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1001 time: 0.0560207 Sep 20 22:28:02.864034 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-12ff69a2-e37c-4bcd-ba87-20eeca9b9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.865384 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-12ff69a2-e37c-4bcd-ba87-20eeca9b9551 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0416648 Sep 20 22:28:02.932089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-905257f4-6704-4cc1-ad19-05db185524db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.933613 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-905257f4-6704-4cc1-ad19-05db185524db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408397 Sep 20 22:28:02.936834 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-8037f9ba-671f-40b0-a49e-556a7e60ed7c tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:02.938334 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-8037f9ba-671f-40b0-a49e-556a7e60ed7c tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 945 time: 0.0449243 Sep 20 22:28:03.026869 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Deleting port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:03.027202 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:03.029669 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-dc827d96-1130-414b-86ff-a856e16da6ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827889 Sep 20 22:28:03.084730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:03.106590 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:03.125307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] For port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:03.125589 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:03.126572 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-865b0bdd-28d3-4a5f-a449-0d89b15ccf1f req-0d2aed4f-c8eb-4c2d-91a2-a4f14ad31c48 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Sep 20 22:28:03.139250 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Calling delete_port for 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:03.268578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (9d9ce120-05ea-4d90-a0c6-fe7b78bb0049), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:03.280874 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['9d9ce120-05ea-4d90-a0c6-fe7b78bb0049'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:28:03.296133 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Pushing event deleted for resources: {'Port': ['ID=9d9ce120-05ea-4d90-a0c6-fe7b78bb0049,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:03.324444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.324794 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.325159 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.325499 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.325830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.326160 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.326487 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.326815 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.327137 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.327463 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.327786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.328109 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.328448 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.328753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.329094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:03.534767 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56ac8099-d1a7-43a7-bbcd-e72296ebdce8 req-b23df0c9-e1ce-4def-bd4f-1aa8c222f26c tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=78d574ff-9ba0-4414-9527-4348b7f319b1 HTTP/1.1" status: 200 len: 210 time: 0.0279858 Sep 20 22:28:03.575474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:03.577733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568" -d '{"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:03.580769 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] No DVR routers for this DVR port 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:28:03.583539 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:03.586956 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d2193bd0-df48-4892-aa66-41d100b51d0c req-577e1967-85ea-488c-a9f8-16a3a23ec28e tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 HTTP/1.1" status: 204 len: 173 time: 0.6389890 Sep 20 22:28:03.617937 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e7104-6d30-4693-8e93-a58ba156c5bc x-openstack-request-id: req-8b8e7104-6d30-4693-8e93-a58ba156c5bc {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:03.618291 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:03.618468 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b8e7104-6d30-4693-8e93-a58ba156c5bc {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:03.618924 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8e7104-6d30-4693-8e93-a58ba156c5bc'] response: {'name': 'network-changed', 'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'status': 'completed', 'code': 200} Sep 20 22:28:03.681266 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-769768ca-ffd2-473f-a9ed-c6a338c4df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:03.682752 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-769768ca-ffd2-473f-a9ed-c6a338c4df15 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 1129 time: 0.0400281 Sep 20 22:28:03.782435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-59697d71-5199-4a0e-b5dc-edcb93d1c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:03.783892 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-59697d71-5199-4a0e-b5dc-edcb93d1c183 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0916944 Sep 20 22:28:03.850238 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-ec790286-5978-4678-ad6d-3e4a739885b0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 200 len: 1001 time: 0.0556154 Sep 20 22:28:03.905104 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-af975dc7-754c-4075-896f-a59391e87c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:03.906676 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-af975dc7-754c-4075-896f-a59391e87c89 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0453680 Sep 20 22:28:03.957830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-bd0fd2ed-c5dc-4d11-8567-995fa92fadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:03.959802 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-bd0fd2ed-c5dc-4d11-8567-995fa92fadbf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457313 Sep 20 22:28:04.312361 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-87a0ef5d-e98d-45e0-9aba-ad4a10ef1162 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886426 Sep 20 22:28:04.409815 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ef8dfc1-e3e7-47af-9b45-b49aacdcb568 req-cf56eda0-7d9f-4b9e-ab50-9be096a12ada service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891597 Sep 20 22:28:05.620571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'name': 'network-vif-deleted', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:05.622953 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5421ba-d909-4008-8aa9-af868429637c" -d '{"events": [{"server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "name": "network-vif-deleted", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:05.660279 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db66a0f-5110-430b-91a8-e171565fe2fc x-openstack-request-id: req-5db66a0f-5110-430b-91a8-e171565fe2fc {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:05.661236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d574ff-9ba0-4414-9527-4348b7f319b1", "name": "network-vif-deleted", "tag": "9d9ce120-05ea-4d90-a0c6-fe7b78bb0049", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:05.661484 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5db66a0f-5110-430b-91a8-e171565fe2fc {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:05.661879 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db66a0f-5110-430b-91a8-e171565fe2fc'] response: {'server_uuid': '78d574ff-9ba0-4414-9527-4348b7f319b1', 'name': 'network-vif-deleted', 'tag': '9d9ce120-05ea-4d90-a0c6-fe7b78bb0049', 'status': 'completed', 'code': 200} Sep 20 22:28:07.290028 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cd00672d-24e7-4621-b08d-9c491d340109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:07.565808 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:07.585386 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:28:07.585724 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 9d9ce120-05ea-4d90-a0c6-fe7b78bb0049 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:28:09.606110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69941a5a-d68f-412f-a962-00b88cea189a req-6a69a961-033b-4851-9296-f11fa010f603 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:09.607567 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69941a5a-d68f-412f-a962-00b88cea189a req-6a69a961-033b-4851-9296-f11fa010f603 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0459504 Sep 20 22:28:09.635826 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c433fc1a-55fb-49d9-87ff-216d82110f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:09.655730 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69941a5a-d68f-412f-a962-00b88cea189a req-833bd7dd-aae0-45b4-9655-60c330188cbc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 Sep 20 22:28:10.731889 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:28:10.734578 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:10.781681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1838b84-8e29-4777-9154-2224484a450a req-95965d29-5128-41b4-a694-c8dcc45fa51b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:10.783130 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c1838b84-8e29-4777-9154-2224484a450a req-95965d29-5128-41b4-a694-c8dcc45fa51b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0463681 Sep 20 22:28:10.830073 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c1838b84-8e29-4777-9154-2224484a450a req-bbb39059-f66c-4b9c-9d52-f4384f91e16f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Sep 20 22:28:11.958776 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae845f-150f-45e7-b518-02398ff4be31 req-096ce512-9e30-4fb1-bc63-0084969c35c1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:11.960255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12ae845f-150f-45e7-b518-02398ff4be31 req-096ce512-9e30-4fb1-bc63-0084969c35c1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0512042 Sep 20 22:28:12.007056 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12ae845f-150f-45e7-b518-02398ff4be31 req-61890bee-8ffd-40e3-bd39-268ff81c5dfd tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Sep 20 22:28:12.193063 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:12.359512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:12.535239 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:12.564338 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-18ae635e-5611-4317-b3e5-4637b524472b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:12.565838 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-18ae635e-5611-4317-b3e5-4637b524472b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 813 time: 0.1022682 Sep 20 22:28:12.578424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:12.581365 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-5593904f-ad93-4b55-8792-9b93eef95663 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/quotas/bef004c556b540e28aafe07418fe8e30 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Sep 20 22:28:12.616043 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bcd8a-b9f5-4432-8c71-417a05c08fa3 req-7fa815b4-a21a-44fd-8c46-c522abd72fd5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:12.617815 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b11bcd8a-b9f5-4432-8c71-417a05c08fa3 req-7fa815b4-a21a-44fd-8c46-c522abd72fd5 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0473623 Sep 20 22:28:12.618022 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-ce788f1d-4f77-46d5-a4c1-b795c2ff5c64 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308781 Sep 20 22:28:12.668679 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b11bcd8a-b9f5-4432-8c71-417a05c08fa3 req-6caa0c4f-5658-4d08-9c7f-8a4bb5a06389 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 Sep 20 22:28:12.708494 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-d06b17e0-88bd-4d7a-b379-1953744390fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Sep 20 22:28:13.046651 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-dbbfc253-43f5-4301-8f7c-7f4c84f4315a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323238 Sep 20 22:28:13.116202 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:13.142498 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5b6bd-546f-45ee-acbd-a75c34c7b34c req-4e10beb8-64ba-4d77-89c8-d0a3fd645254 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:13.144433 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-50c5b6bd-546f-45ee-acbd-a75c34c7b34c req-4e10beb8-64ba-4d77-89c8-d0a3fd645254 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0565989 Sep 20 22:28:13.174071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:13.203290 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-50c5b6bd-546f-45ee-acbd-a75c34c7b34c req-bfcbc578-a715-47f8-bc5e-b87845b04732 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524583 Sep 20 22:28:13.243850 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-20343e02-318b-48eb-9b93-a1493c7ada3c req-817721be-9671-49cb-a7a9-8596ded21ab4 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0400989 Sep 20 22:28:13.787893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6029a46-4270-4f1b-ac8a-a971217fb514 req-f0ef2d91-5e10-453d-8622-1b6625c95a91 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:13.789391 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b6029a46-4270-4f1b-ac8a-a971217fb514 req-f0ef2d91-5e10-453d-8622-1b6625c95a91 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0461249 Sep 20 22:28:13.834679 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b6029a46-4270-4f1b-ac8a-a971217fb514 req-eb0a0587-9980-4a18-ac1f-e545ce332524 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399129 Sep 20 22:28:14.343095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453fe61-f1e1-4360-b6b3-d893c561c29c req-b01a362f-e65a-46b2-98c9-87001afdf37c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:14.344564 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b453fe61-f1e1-4360-b6b3-d893c561c29c req-b01a362f-e65a-46b2-98c9-87001afdf37c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0463519 Sep 20 22:28:14.349756 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-27a664b9-89ec-4080-b9cd-fa764791f60a req-8c7fe836-26e5-4a06-8cd8-2ea4b441fe5f tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0321503 Sep 20 22:28:14.391304 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b453fe61-f1e1-4360-b6b3-d893c561c29c req-bab72784-695f-45ec-ae92-111a98f87893 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Sep 20 22:28:14.953655 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6363f-47fe-4292-8f50-7bca68530fb4 req-e58f74d0-43a8-4682-b635-c18b31354610 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:14.955112 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a2f6363f-47fe-4292-8f50-7bca68530fb4 req-e58f74d0-43a8-4682-b635-c18b31354610 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0459843 Sep 20 22:28:15.001119 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a2f6363f-47fe-4292-8f50-7bca68530fb4 req-8cfcbc65-0872-4ac1-9825-33a4ca59bb3e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398538 Sep 20 22:28:15.457499 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-90b9229b-06fc-490b-8a1d-15aed41a35f9 req-9b838769-ec59-4ded-973e-8a8219e46a08 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0320921 Sep 20 22:28:15.521717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b6fc5-3ce0-43f3-89b3-28bd81e5aad6 req-faa37499-5714-4db4-8ce1-7138de33ae82 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:15.523176 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-929b6fc5-3ce0-43f3-89b3-28bd81e5aad6 req-faa37499-5714-4db4-8ce1-7138de33ae82 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0472996 Sep 20 22:28:15.579048 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-929b6fc5-3ce0-43f3-89b3-28bd81e5aad6 req-63e8f544-bc59-4b63-b26e-3b05add0617c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0a541087-18c4-47de-9cc3-ca64e27099e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501199 Sep 20 22:28:15.616066 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14428d61-18e3-4af1-826c-23eadaa970ea req-723bbefb-b52e-42b1-b8d0-6273ccb15d4e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:15.617795 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-14428d61-18e3-4af1-826c-23eadaa970ea req-723bbefb-b52e-42b1-b8d0-6273ccb15d4e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 946 time: 0.0516450 Sep 20 22:28:15.694694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-3fe035da-c11f-4440-9b09-8525e89cb06d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:15.696147 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-3fe035da-c11f-4440-9b09-8525e89cb06d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0501552 Sep 20 22:28:15.727417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Deleting port d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:15.727931 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (d965769d-834a-4b9f-817a-24e086032c2d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:15.788138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Deleting port beceeb78-fe70-47d6-98db-538612768bf8 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:15.788485 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (beceeb78-fe70-47d6-98db-538612768bf8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:15.828642 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] For port d965769d-834a-4b9f-817a-24e086032c2d, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d965769d-834a-4b9f-817a-24e086032c2d,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:15.829212 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (d965769d-834a-4b9f-817a-24e086032c2d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:15.890831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] For port beceeb78-fe70-47d6-98db-538612768bf8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=beceeb78-fe70-47d6-98db-538612768bf8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:15.891193 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (beceeb78-fe70-47d6-98db-538612768bf8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.053350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.054059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.056378 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Floating IP 6e359861-0e0f-45d1-b2da-a031f427a394 disassociated. External IP: 172.27.2.231, port: d965769d-834a-4b9f-817a-24e086032c2d. Sep 20 22:28:16.056951 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Calling delete_port for d965769d-834a-4b9f-817a-24e086032c2d owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:16.131906 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.132286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.132627 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Floating IP f98eaa58-88ce-4fa7-a312-65d7f6fa0838 disassociated. External IP: 172.27.2.149, port: beceeb78-fe70-47d6-98db-538612768bf8. Sep 20 22:28:16.132983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Calling delete_port for beceeb78-fe70-47d6-98db-538612768bf8 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:16.152586 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac6f0-3195-4b86-ab02-cac4f1654e93 req-c1e80332-0369-4fd6-85db-029ef01db031 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:16.154094 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e9ac6f0-3195-4b86-ab02-cac4f1654e93 req-c1e80332-0369-4fd6-85db-029ef01db031 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 945 time: 0.0659578 Sep 20 22:28:16.188061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (d965769d-834a-4b9f-817a-24e086032c2d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.219429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'Port': ['ID=d965769d-834a-4b9f-817a-24e086032c2d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:16.226502 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:16.252965 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e9ac6f0-3195-4b86-ab02-cac4f1654e93 req-04770fe6-c2b3-40b7-bcf9-002a8aef1af3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=64490b2f-4615-442b-9540-7444504d96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929987 Sep 20 22:28:16.322569 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:16.326935 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:16.331748 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:16.344717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:16.348459 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.360784 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (beceeb78-fe70-47d6-98db-538612768bf8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.432445 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'Port': ['ID=beceeb78-fe70-47d6-98db-538612768bf8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:16.455037 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.455383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.455720 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.456061 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.456386 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.456723 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.457668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.458209 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.458311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.458619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.458939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.459265 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.459931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.459931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.460184 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:16.474830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:16.493118 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:16.518570 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:16.520201 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:16.528404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] No DVR routers for this DVR port d965769d-834a-4b9f-817a-24e086032c2d on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:28:16.531930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.538248 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-14428d61-18e3-4af1-826c-23eadaa970ea req-3659ea38-5876-425e-bbc1-4fcc7f1e8637 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d965769d-834a-4b9f-817a-24e086032c2d HTTP/1.1" status: 204 len: 173 time: 0.8922338 Sep 20 22:28:16.538801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-deleted', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:16.541739 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb1ac8-b172-4eb2-98e4-a941f1adc1bd" -d '{"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-deleted", "tag": "d965769d-834a-4b9f-817a-24e086032c2d"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:16.549958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-7fd102c5-6ffc-47ef-8efe-ac8674357a6b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:16.552234 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-7fd102c5-6ffc-47ef-8efe-ac8674357a6b tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 813 time: 0.2400932 Sep 20 22:28:16.588962 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Request body: {'port': {'device_id': '1bc14577-a081-4fbe-9687-94753644450a', 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee', 'admin_state_up': True, 'tenant_id': 'bef004c556b540e28aafe07418fe8e30'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:16.596063 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa16945-9200-4fc6-bd25-3a949036992b x-openstack-request-id: req-cfa16945-9200-4fc6-bd25-3a949036992b {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:16.596357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d58779-65b7-4b97-8536-eef4357a475d", "name": "network-vif-deleted", "tag": "d965769d-834a-4b9f-817a-24e086032c2d", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:16.596616 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfa16945-9200-4fc6-bd25-3a949036992b {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:16.597053 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa16945-9200-4fc6-bd25-3a949036992b'] response: {'server_uuid': '48d58779-65b7-4b97-8536-eef4357a475d', 'name': 'network-vif-deleted', 'tag': 'd965769d-834a-4b9f-817a-24e086032c2d', 'status': 'completed', 'code': 200} Sep 20 22:28:16.655330 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a0c8fced-ac45-42eb-9fac-a3b325f39dc8 req-167f1009-6c1a-48ae-9c67-3a931f545196 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0324514 Sep 20 22:28:16.740383 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:16.742790 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1cfe6a3c-696c-4284-a13a-ae6aac3d2a89 req-9f89f217-265a-4445-b34b-e771dd9724b6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=48d58779-65b7-4b97-8536-eef4357a475d HTTP/1.1" status: 200 len: 210 time: 0.0552144 Sep 20 22:28:16.755393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:16.760944 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Made reservation on behalf of bef004c556b540e28aafe07418fe8e30 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:28:16.764648 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:16.968034 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:16.977301 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:16.979638 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:16.993080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:16.994061 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:17.008965 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:17.020988 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:17.021612 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:17.040650 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] No DVR routers for this DVR port beceeb78-fe70-47d6-98db-538612768bf8 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:28:17.047087 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:17.050790 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bec6cb1-abdb-4bda-9e13-974faee9587c req-86fe40cc-e8ca-4059-86d3-cf56e571f7e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "DELETE /networking/v2.0/ports/beceeb78-fe70-47d6-98db-538612768bf8 HTTP/1.1" status: 204 len: 173 time: 1.3492763 Sep 20 22:28:17.050948 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'name': 'network-vif-deleted', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:17.061003 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31892886-4c13-4dbf-966f-2603350c4800" -d '{"events": [{"server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "name": "network-vif-deleted", "tag": "beceeb78-fe70-47d6-98db-538612768bf8"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:17.102287 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:17.107879 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:17.115643 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:17.119290 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Allocated IP 172.20.0.14 (944b21fa-950f-457b-a018-244a7ad7e4ee/b026d0cf-2dd1-4397-992e-ced36d99c10c/35caed36-f226-4dcb-909b-d6cf62599c3e) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:28:17.155614 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c2cac2-4c42-4623-9e62-c6eaa8f49e9e x-openstack-request-id: req-e0c2cac2-4c42-4623-9e62-c6eaa8f49e9e {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:17.155614 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89747cc8-0eba-4b3b-8fec-ec0663bc51d0", "name": "network-vif-deleted", "tag": "beceeb78-fe70-47d6-98db-538612768bf8", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:17.155922 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0c2cac2-4c42-4623-9e62-c6eaa8f49e9e {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:17.156315 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c2cac2-4c42-4623-9e62-c6eaa8f49e9e'] response: {'server_uuid': '89747cc8-0eba-4b3b-8fec-ec0663bc51d0', 'name': 'network-vif-deleted', 'tag': 'beceeb78-fe70-47d6-98db-538612768bf8', 'status': 'completed', 'code': 200} Sep 20 22:28:17.170868 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:17.199885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:17.378302 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks [] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:17.384306 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:17.438566 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:17.448634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:17.449563 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:17.465388 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c13960ab-79b7-4b89-8111-17a0a56b4955 req-88e72c0d-8fc0-4531-b4da-f9616ed9a213 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=89747cc8-0eba-4b3b-8fec-ec0663bc51d0 HTTP/1.1" status: 200 len: 210 time: 0.0764644 Sep 20 22:28:17.532286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:17.596258 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:17.604637 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Network 944b21fa-950f-457b-a018-244a7ad7e4ee is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:28:17.608677 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:28:17.617215 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:28:17.633857 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e88ed-0c5c-4fda-9e50-196118fa6439 None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:17.660687 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Pushing event updated for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:17.705452 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:17.706319 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:17.730457 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-4765373d-66c2-4a96-b7d9-ac33356ae956 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1447139 Sep 20 22:28:17.748055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Request body: {'port': {'device_id': '1bc14577-a081-4fbe-9687-94753644450a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:17.780113 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:17.848663 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:17.923285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52001-c720-4bf0-a5d1-c47a62f6b114 req-00c433dc-25ad-4534-92cf-e9163e8efd15 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:17.924852 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a6e52001-c720-4bf0-a5d1-c47a62f6b114 req-00c433dc-25ad-4534-92cf-e9163e8efd15 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 932 time: 0.0993345 Sep 20 22:28:17.959903 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:17.979483 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60918) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:17.983269 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a6e52001-c720-4bf0-a5d1-c47a62f6b114 req-45fc755b-088d-4771-a09f-892eb814812f tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Sep 20 22:28:18.075059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (0a541087-18c4-47de-9cc3-ca64e27099e3), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.107819 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (0a541087-18c4-47de-9cc3-ca64e27099e3), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.118184 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc4632-b206-4fc5-95d8-b4cae2fc7d49 None None] New status for floating IP 6e359861-0e0f-45d1-b2da-a031f427a394: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:28:18.174560 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0a541087-18c4-47de-9cc3-ca64e27099e3), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.178313 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.179861 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0a541087-18c4-47de-9cc3-ca64e27099e3 HTTP/1.1" status: 204 len: 168 time: 0.1953397 Sep 20 22:28:18.183540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60920) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:18.206518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc541e-bef0-427c-8684-dd2f7d222367 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a541087-18c4-47de-9cc3-ca64e27099e3,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:18.223131 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-fe8e35cb-0b7e-4147-8fb7-69d944dc8c7d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] show failed (client error): The resource could not be found. Sep 20 22:28:18.227470 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60922) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:18.228312 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fe8e35cb-0b7e-4147-8fb7-69d944dc8c7d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups/0a541087-18c4-47de-9cc3-ca64e27099e3 HTTP/1.1" status: 404 len: 347 time: 0.0435228 Sep 20 22:28:18.278931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35caed36-f226-4dcb-909b-d6cf62599c3e {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:18.294605 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks [] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.330185 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Transition to ACTIVE for port object 35caed36-f226-4dcb-909b-d6cf62599c3e will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:28:18.337508 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.389687 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:18.414316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Deleting port dcd5ed7c-ec8e-4aab-8d91-ea41b8121706 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:18.415051 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.438041 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edb6ac-77d5-47cd-ae67-9319c70c38d0 None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:18.486854 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Pushing event updated for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:18.511244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Attempting to bind port 35caed36-f226-4dcb-909b-d6cf62599c3e on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:28:18.511580 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Attempting to bind port 35caed36-f226-4dcb-909b-d6cf62599c3e by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:28:18.511912 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Attempting to bind port 35caed36-f226-4dcb-909b-d6cf62599c3e on network 944b21fa-950f-457b-a018-244a7ad7e4ee {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:18.521679 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.521679 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.567787 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Port 35caed36-f226-4dcb-909b-d6cf62599c3e on network 944b21fa-950f-457b-a018-244a7ad7e4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:28:18.568124 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Attempting to bind port 35caed36-f226-4dcb-909b-d6cf62599c3e on network 944b21fa-950f-457b-a018-244a7ad7e4ee {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:18.570806 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Calling delete_port for dcd5ed7c-ec8e-4aab-8d91-ea41b8121706 owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:18.597145 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60928) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:18.644686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:18.661091 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:28:18.661431 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Checking segment: {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:28:18.661825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Bound using segment: {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:28:18.662271 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Bound port: 35caed36-f226-4dcb-909b-d6cf62599c3e, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea138eb3-29d3-4d98-92da-7fef2fc355e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:28:18.662634 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.716048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (64490b2f-4615-442b-9540-7444504d96cb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.743273 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:18.766343 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (64490b2f-4615-442b-9540-7444504d96cb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.778914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (dcd5ed7c-ec8e-4aab-8d91-ea41b8121706), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.781429 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:28:18.808438 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=35caed36-f226-4dcb-909b-d6cf62599c3e,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:28:18.812511 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'Port': ['ID=dcd5ed7c-ec8e-4aab-8d91-ea41b8121706,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:18.828802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.834345 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:18.835038 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.836459 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/35caed36-f226-4dcb-909b-d6cf62599c3e HTTP/1.1" status: 200 len: 1094 time: 1.0946367 Sep 20 22:28:18.850377 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c802456-9031-4b77-b0fa-05ada68d6101 None None] New status for floating IP f98eaa58-88ce-4fa7-a312-65d7f6fa0838: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:28:18.887800 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (64490b2f-4615-442b-9540-7444504d96cb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.890395 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.894174 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/64490b2f-4615-442b-9540-7444504d96cb HTTP/1.1" status: 204 len: 168 time: 0.2934036 Sep 20 22:28:18.896602 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60930) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:18.903006 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980fbbe-fafa-48fa-b3f3-b5ba1bb051fd service neutron] Pushing event updated for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:18.916937 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558ad63-0bfe-4847-b6ca-8279c0c7a56f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64490b2f-4615-442b-9540-7444504d96cb,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:18.929379 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.api.v2.resource [None req-7b7012d2-809c-40cf-9e71-2948c6b9c06f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] show failed (client error): The resource could not be found. Sep 20 22:28:18.934240 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7b7012d2-809c-40cf-9e71-2948c6b9c06f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups/64490b2f-4615-442b-9540-7444504d96cb HTTP/1.1" status: 404 len: 347 time: 0.0333080 Sep 20 22:28:18.934240 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60932) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:18.942400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (6e359861-0e0f-45d1-b2da-a031f427a394), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.945362 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:18.949094 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0f26bd1a-9d45-44ed-81a4-8072b18da15e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/6e359861-0e0f-45d1-b2da-a031f427a394 HTTP/1.1" status: 204 len: 168 time: 0.7172902 Sep 20 22:28:18.949094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:18.961376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-84220818-da25-4e43-ad9f-7014d70645ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:18.963663 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-84220818-da25-4e43-ad9f-7014d70645ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 1128 time: 0.0573239 Sep 20 22:28:18.973947 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:19.028511 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-21316129-c8cf-4913-ab16-ad10f31cbe71 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35caed36-f226-4dcb-909b-d6cf62599c3e HTTP/1.1" status: 200 len: 217 time: 0.0502319 Sep 20 22:28:19.043074 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60938) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.068548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272143515', 'description': 'tempest-description--1109848257'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.098450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Deleting port 465e16e6-6a39-4bd9-9526-0a1eb1de762f {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:19.098858 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.101479 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-f7f20495-5677-4ec5-9f62-72bdfb4c1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:19.103138 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-f7f20495-5677-4ec5-9f62-72bdfb4c1d64 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b026d0cf-2dd1-4397-992e-ced36d99c10c HTTP/1.1" status: 200 len: 853 time: 0.0692577 Sep 20 22:28:19.105307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.144902 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-fa58b778-0c52-4b34-b184-29c996685533 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=944b21fa-950f-457b-a018-244a7ad7e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356200 Sep 20 22:28:19.162481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:19.164635 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfca49a-3187-4a4c-9f5e-8fb08be68791" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:19.177669 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78790b2f-038d-4085-8a19-b46befb44b22 req-b425179a-5730-4deb-b506-65d05132c615 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:19.184911 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-78790b2f-038d-4085-8a19-b46befb44b22 req-b425179a-5730-4deb-b506-65d05132c615 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 944 time: 0.0979309 Sep 20 22:28:19.238586 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae199c-4727-4066-baac-4b849eca735b x-openstack-request-id: req-1bae199c-4727-4066-baac-4b849eca735b {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:19.238875 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:19.239113 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bae199c-4727-4066-baac-4b849eca735b {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:19.239512 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bae199c-4727-4066-baac-4b849eca735b'] response: {'name': 'network-changed', 'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e', 'status': 'completed', 'code': 200} Sep 20 22:28:19.259419 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.259786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (465e16e6-6a39-4bd9-9526-0a1eb1de762f), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.283405 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Calling delete_port for 465e16e6-6a39-4bd9-9526-0a1eb1de762f owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:19.294489 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-78790b2f-038d-4085-8a19-b46befb44b22 req-409848a4-3a77-4f4f-93d4-d1d4352352dc tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085696 Sep 20 22:28:19.302413 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (3e5cce7e-eed8-4c45-a277-a7a3e5e99118), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.308702 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-16b93da3-69d9-4c5d-b423-29bf041a957d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576800 Sep 20 22:28:19.313260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3e5cce7e-eed8-4c45-a277-a7a3e5e99118), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.397989 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.399225 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3542986 Sep 20 22:28:19.403686 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60942) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.406914 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de83c0-1384-4cf5-af5f-dc0eb429d6f6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5cce7e-eed8-4c45-a277-a7a3e5e99118,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:19.410052 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group_rule': {'security_group_id': '3e5cce7e-eed8-4c45-a277-a7a3e5e99118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.460875 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3af334f4-c38c-45f5-9e2b-cf4b0374ceb8 req-b7bd0c3a-ed53-4cd5-bd95-8550ed3c1fc7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406693 Sep 20 22:28:19.475938 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (5c94272f-4c04-4d63-b2e7-6f27d7533933), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.532374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (465e16e6-6a39-4bd9-9526-0a1eb1de762f), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.562701 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (5c94272f-4c04-4d63-b2e7-6f27d7533933), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.566746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'Port': ['ID=465e16e6-6a39-4bd9-9526-0a1eb1de762f,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:19.574821 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (5c94272f-4c04-4d63-b2e7-6f27d7533933), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.630881 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c94272f-4c04-4d63-b2e7-6f27d7533933,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:19.636314 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.637554 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0885b968-b8db-4df2-8343-65b9f45237d8 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2325413 Sep 20 22:28:19.640351 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60944) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.646221 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'security_group_rule': {'security_group_id': '3e5cce7e-eed8-4c45-a277-a7a3e5e99118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.670537 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (f98eaa58-88ce-4fa7-a312-65d7f6fa0838), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.673569 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.674672 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7c637fcf-1ab7-40a5-9a62-8e7df67f7ec3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f98eaa58-88ce-4fa7-a312-65d7f6fa0838 HTTP/1.1" status: 204 len: 168 time: 0.7397497 Sep 20 22:28:19.687831 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (1fe99b53-9490-405f-8f51-c21a06fa294d), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.709794 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:19.749231 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (1fe99b53-9490-405f-8f51-c21a06fa294d), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.753041 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (1fe99b53-9490-405f-8f51-c21a06fa294d), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.758321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60948) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.764185 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624351137', 'description': 'tempest-description--73763713'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.771853 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe99b53-9490-405f-8f51-c21a06fa294d,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:19.780453 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.781745 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7c799abf-7f15-41bf-a462-12aaf4905302 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404643 Sep 20 22:28:19.785024 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60950) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.786222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.789233 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.810323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.860590 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.865197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.887607 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:19.896083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.898340 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:19.902283 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400118 Sep 20 22:28:19.902515 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857d7c8-c733-4877-9420-77773cd5f46a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:19.903065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 60952) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:19.907521 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group_rule': {'security_group_id': '7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:19.951050 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:19.981882 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (f9220e1e-4b71-4503-b5ce-30161f476ade), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.059255 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Allocated IP 172.27.2.244 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/0a1201ea-3664-4cd6-9528-fefbc829f672) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:28:20.088481 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (f9220e1e-4b71-4503-b5ce-30161f476ade), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.099541 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (f9220e1e-4b71-4503-b5ce-30161f476ade), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.144143 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9220e1e-4b71-4503-b5ce-30161f476ade,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:20.153230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.154402 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3076858f-ccec-4eb5-9e9f-dfe07e6e89ae tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2504251 Sep 20 22:28:20.157320 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60954) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:20.162582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'security_group_rule': {'security_group_id': '7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:20.167905 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:20.193059 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (b63b5d87-149e-4b9e-8c4a-152e899d0185), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.200233 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.233016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.254612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (b63b5d87-149e-4b9e-8c4a-152e899d0185), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.258443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (b63b5d87-149e-4b9e-8c4a-152e899d0185), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.277983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:28:20.279576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63b5d87-149e-4b9e-8c4a-152e899d0185,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:20.281100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:28:20.285737 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:28:20.286826 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.288067 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bdb2b348-8f36-4362-921d-4dd6aa248d6e tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295152 Sep 20 22:28:20.291728 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 60956) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:20.296608 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:20.311864 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=0a1201ea-3664-4cd6-9528-fefbc829f672,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:20.346652 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.376637 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.405586 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-c0f156e1-6568-43bb-8140-1903ef22bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:20.407108 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-c0f156e1-6568-43bb-8140-1903ef22bce6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bef004c556b540e28aafe07418fe8e30&device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 1128 time: 0.0905650 Sep 20 22:28:20.415567 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:20.449672 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.458256 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569c2b-7869-4882-ae84-c7864ec38c62 req-c4a68aa6-6771-4834-8cda-a3f8904242e5 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:20.459748 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fa569c2b-7869-4882-ae84-c7864ec38c62 req-c4a68aa6-6771-4834-8cda-a3f8904242e5 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 944 time: 0.0779364 Sep 20 22:28:20.489768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.566534 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-7a153cab-f126-4ef9-820c-a12d1bff3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:20.568021 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-7a153cab-f126-4ef9-820c-a12d1bff3bed service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 200 len: 913 time: 0.1532035 Sep 20 22:28:20.575524 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fa569c2b-7869-4882-ae84-c7864ec38c62 req-fe721d9a-b79a-4dd0-9088-bb32d6e46596 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973363 Sep 20 22:28:20.580692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:20.632829 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-073655cd-b60d-43b9-9693-6b538dabace8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35caed36-f226-4dcb-909b-d6cf62599c3e HTTP/1.1" status: 200 len: 217 time: 0.0577552 Sep 20 22:28:20.644865 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.649897 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.693095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Allocated IP 172.27.2.126 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/78cc0c10-a8f2-479f-a70d-1cc7e460cc8d) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:28:20.712542 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-37151891-fc80-46d3-bea1-b406ff8d0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:20.714064 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-37151891-fc80-46d3-bea1-b406ff8d0434 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b026d0cf-2dd1-4397-992e-ced36d99c10c HTTP/1.1" status: 200 len: 853 time: 0.0751731 Sep 20 22:28:20.716466 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.719061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=0a1201ea-3664-4cd6-9528-fefbc829f672,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:20.734897 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:20.736096 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-cdaa0224-763f-4803-a208-91ba1608d0d6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9501457 Sep 20 22:28:20.790541 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-0e2691d8-b349-49b9-ab5d-3bfd8fa58ce3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=944b21fa-950f-457b-a018-244a7ad7e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697958 Sep 20 22:28:20.955850 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:20.976917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: d965769d-834a-4b9f-817a-24e086032c2d {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:28:20.977292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d965769d-834a-4b9f-817a-24e086032c2d not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:28:20.977710 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device beceeb78-fe70-47d6-98db-538612768bf8 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:20.996740 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: beceeb78-fe70-47d6-98db-538612768bf8 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:28:20.997106 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device beceeb78-fe70-47d6-98db-538612768bf8 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:28:21.186916 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:21.208443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:21.214372 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-0b0ca99f-0f34-4255-aee6-f9b0b0c77ea2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1272143515&fields=id&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 267 time: 0.1111381 Sep 20 22:28:21.218410 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-652614e1-ebda-4dbb-b00e-1ae8f7dd2bbc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222927 Sep 20 22:28:21.220498 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:21.344739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:21.428308 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:28:21.443415 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:28:21.451012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=78cc0c10-a8f2-479f-a70d-1cc7e460cc8d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:21.455975 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:28:21.483537 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-e4262e77-2151-43bc-80bd-59ce951033df tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:21.485009 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-e4262e77-2151-43bc-80bd-59ce951033df tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 816 time: 0.2620473 Sep 20 22:28:21.489356 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5bfca49a-3187-4a4c-9f5e-8fb08be68791 req-e4774c3c-f9ee-4ce4-ac10-9b951dd9f473 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487514 Sep 20 22:28:21.509892 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-0fb8a8f3-b1ca-480e-9ee9-736e58b9f930 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/quotas/897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 375 time: 0.0180707 Sep 20 22:28:21.590720 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-6d4a619b-e480-4be2-b9e4-f67e68af1b1f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726330 Sep 20 22:28:21.598599 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:21.689120 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:21.711241 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533c422-1bb9-4ac8-875f-cf4197e5e9fb req-50ecc5bd-2cae-469a-903b-cf04765dbae1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:21.712773 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d533c422-1bb9-4ac8-875f-cf4197e5e9fb req-50ecc5bd-2cae-469a-903b-cf04765dbae1 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 944 time: 0.0497825 Sep 20 22:28:21.749970 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-d0876903-4ada-4443-a84f-548b0d02be8d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458249 Sep 20 22:28:21.761775 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d533c422-1bb9-4ac8-875f-cf4197e5e9fb req-b9c644fa-0ed4-4f67-ad05-f9062c8e9675 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Sep 20 22:28:21.868678 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:21.918754 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-25b7cb6b-efde-445c-b73f-e3c4cb833402 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614585 Sep 20 22:28:21.934657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:21.939214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:22.013028 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=78cc0c10-a8f2-479f-a70d-1cc7e460cc8d,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:22.023451 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:22.036624 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:22.047363 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-942d8766-9e87-460a-b5a7-ad22bc2dd481 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7546458 Sep 20 22:28:22.082286 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4b5598bb-b4e1-400d-a971-38539e6fd9c6 req-074adf85-24a9-4a81-b419-5abf1d3574cc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Sep 20 22:28:22.213269 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:22.242983 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-dc0d3a5f-65d3-4c0b-a77d-ea2f155e9afe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--624351137&fields=id&tenant_id=02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 267 time: 0.0456464 Sep 20 22:28:22.358135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-93a6ebc1-390e-48a0-a0c1-5505a358792b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:22.359586 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-93a6ebc1-390e-48a0-a0c1-5505a358792b tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 811 time: 0.1091993 Sep 20 22:28:22.374580 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-dbd1ef5f-34db-44f8-8e41-68de3dd6079f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/quotas/02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 375 time: 0.0090828 Sep 20 22:28:22.430756 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-1ebb8fa6-3647-491b-ba5e-cbc63e997695 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506289 Sep 20 22:28:22.538202 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-6c40bba3-e200-4380-ae1f-f87ae3e75fe5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937710 Sep 20 22:28:22.639326 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-1e25d14e-1ba0-4092-a2dd-cae2eb5b7e9a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946159 Sep 20 22:28:22.820630 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7051ea49-fba1-4149-b928-c965e383596f req-7f3cfc45-65b1-467e-b18c-f26b3ae558f6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 210 time: 0.0407801 Sep 20 22:28:22.898040 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92aec-6a4f-470e-8ede-ff69417ed957 req-eb30adc0-3b46-4ea1-b2dd-6efbf2bb4702 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:22.899525 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73c92aec-6a4f-470e-8ede-ff69417ed957 req-eb30adc0-3b46-4ea1-b2dd-6efbf2bb4702 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 944 time: 0.0557630 Sep 20 22:28:22.946863 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-73c92aec-6a4f-470e-8ede-ff69417ed957 req-88cc7d60-9ae3-4a69-9645-5839b9967eae tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Sep 20 22:28:22.963342 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 35caed36-f226-4dcb-909b-d6cf62599c3e details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:28:23.071686 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=35caed36-f226-4dcb-909b-d6cf62599c3e,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:23.083533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '35caed36-f226-4dcb-909b-d6cf62599c3e', 'network_id': '944b21fa-950f-457b-a018-244a7ad7e4ee', 'port_id': '35caed36-f226-4dcb-909b-d6cf62599c3e', 'mac_address': 'fa:16:3e:53:20:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b026d0cf-2dd1-4397-992e-ced36d99c10c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:28:23.129382 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 35caed36-f226-4dcb-909b-d6cf62599c3e is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:23.129861 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:23.142622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:23.146352 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35caed36-f226-4dcb-909b-d6cf62599c3e {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:23.181429 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=35caed36-f226-4dcb-909b-d6cf62599c3e,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:23.185885 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:23.229624 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-956e0e7d-e1e8-4c29-8ec0-05292d03dadd req-7ca3750b-14d5-46e2-9f2a-1a20e3efdd11 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 210 time: 0.0506024 Sep 20 22:28:23.262634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:23.275680 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.276616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.277303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.277798 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.278302 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.278690 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.279337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.280893 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.281639 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.281980 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.282478 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.282818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.283155 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.283488 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.283880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:28:23.352149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-31b4a007-1979-4a78-b3cb-2bf905634a72 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:23.354657 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-31b4a007-1979-4a78-b3cb-2bf905634a72 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 816 time: 0.1352029 Sep 20 22:28:23.442168 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-104faf90-b677-4d74-9765-d8b3466e2eb3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 380 time: 0.0556588 Sep 20 22:28:23.455677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['35caed36-f226-4dcb-909b-d6cf62599c3e'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:28:23.499281 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'port': {'device_id': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'admin_state_up': True, 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'security_groups': ['3e5cce7e-eed8-4c45-a277-a7a3e5e99118']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:23.538344 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:23.622641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Made reservation on behalf of 897090e72bcc4d978384c95688ab8021 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:28:23.626860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:23.638236 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:23.755979 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Allocated IP 172.20.0.9 (281a7f2f-13d6-4f53-b28b-ee8d71863530/f0841825-a63b-480d-b359-e4940bacca38/d76e99ad-dedc-45dd-ba58-8632f5cb0aba) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:28:23.809286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:23.920955 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a3e1fcd8-fb47-44ed-9e46-45dcf34956a8 req-e1af0787-3b91-464a-9adf-73086b1186cb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 210 time: 0.0330951 Sep 20 22:28:23.923620 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:23.956311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.004896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:28:24.010282 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:28:24.014387 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:28:24.040140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:24.070791 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:24.071473 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.085509 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f693a07-afea-44d5-82ea-b7775671e24a req-1a25b134-5636-4dc9-b0a2-4b205d49956a tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:24.090460 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8f693a07-afea-44d5-82ea-b7775671e24a req-1a25b134-5636-4dc9-b0a2-4b205d49956a tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 945 time: 0.0656390 Sep 20 22:28:24.143774 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-9b6f3241-8227-4c80-91e5-dd1e0fe6c7d4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6482446 Sep 20 22:28:24.151947 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8f693a07-afea-44d5-82ea-b7775671e24a req-f94d997a-3ff5-4863-bb64-d514d13cab10 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Sep 20 22:28:24.158426 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Request body: {'port': {'device_id': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:24.251655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-94c09239-a1bd-46fa-9897-03af33d6b7b0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:24.253148 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-94c09239-a1bd-46fa-9897-03af33d6b7b0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 811 time: 0.1771648 Sep 20 22:28:24.260249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.279404 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Provisioning complete for port d76e99ad-dedc-45dd-ba58-8632f5cb0aba triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:28:24.279906 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.280093 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Attempt 1 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:28:24.314198 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Port d76e99ad-dedc-45dd-ba58-8632f5cb0aba cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:24.436520 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-7fc5b29b-eb9c-46f2-b21a-a47d039dc386 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02ff885440634a13916a25973bdde7b3 HTTP/1.1" status: 200 len: 379 time: 0.1738222 Sep 20 22:28:24.446230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e6c7-8157-4e96-8c0c-b66112f84a0f req-90719bb8-2625-46a4-86d7-fc8a13cf01eb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:24.447645 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a104e6c7-8157-4e96-8c0c-b66112f84a0f req-90719bb8-2625-46a4-86d7-fc8a13cf01eb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 931 time: 0.1275465 Sep 20 22:28:24.456102 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'port': {'device_id': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'admin_state_up': True, 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'security_groups': ['7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:24.546676 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:24.599387 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:24.630830 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a104e6c7-8157-4e96-8c0c-b66112f84a0f req-0f11df58-66bf-49a5-9f4c-35f8a9cfb9a3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713090 Sep 20 22:28:24.698581 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Made reservation on behalf of 02ff885440634a13916a25973bdde7b3 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:28:24.702659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.763114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:24.798444 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks [] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.814985 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Attempt 2 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:28:24.826431 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Transition to ACTIVE for port object d76e99ad-dedc-45dd-ba58-8632f5cb0aba will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:28:24.835871 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:24.847035 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Port d76e99ad-dedc-45dd-ba58-8632f5cb0aba cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:24.951988 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:24.956128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Allocated IP 172.20.0.5 (2b3cbf78-a136-43a3-9b63-4931c8818134/5cfe9a51-5350-4da5-aefc-179969ab2e31/0cfdba0d-6995-4cd9-a5d7-8cea3b491626) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:28:24.993629 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 35caed36-f226-4dcb-909b-d6cf62599c3e up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:28:25.015740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Attempting to bind port d76e99ad-dedc-45dd-ba58-8632f5cb0aba on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:28:25.016074 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Attempting to bind port d76e99ad-dedc-45dd-ba58-8632f5cb0aba by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:28:25.016403 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Attempting to bind port d76e99ad-dedc-45dd-ba58-8632f5cb0aba on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:25.027250 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cdf43800-2b0f-4424-90aa-2868e6f5a96d req-06f9322f-31f2-487c-a253-f83134733732 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 210 time: 0.0288219 Sep 20 22:28:25.039178 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 35caed36-f226-4dcb-909b-d6cf62599c3e completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:28:25.053183 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 35caed36-f226-4dcb-909b-d6cf62599c3e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:28:25.053633 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.054640 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 35caed36-f226-4dcb-909b-d6cf62599c3e Sep 20 22:28:25.111829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Port d76e99ad-dedc-45dd-ba58-8632f5cb0aba on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:28:25.112148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Attempting to bind port d76e99ad-dedc-45dd-ba58-8632f5cb0aba on network 281a7f2f-13d6-4f53-b28b-ee8d71863530 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:25.129492 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 35caed36-f226-4dcb-909b-d6cf62599c3e is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:25.129881 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.152709 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:25.155001 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b33e96-298e-4a6f-87fc-1f060860310e" -d '{"events": [{"server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "name": "network-vif-plugged", "status": "completed", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:25.167530 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=35caed36-f226-4dcb-909b-d6cf62599c3e,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:25.172220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.192048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.200150 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:28:25.200592 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Checking segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:28:25.200861 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Bound using segment: {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:28:25.201329 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Bound port: d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:28:25.201684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.203110 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ba325f-c933-4cc8-bdab-0743c23f7ab5 x-openstack-request-id: req-73ba325f-c933-4cc8-bdab-0743c23f7ab5 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:25.203451 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "name": "network-vif-plugged", "status": "completed", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:25.203709 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73ba325f-c933-4cc8-bdab-0743c23f7ab5 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:25.204109 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ba325f-c933-4cc8-bdab-0743c23f7ab5'] response: {'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e', 'code': 200} Sep 20 22:28:25.229904 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:25.237054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:25.252950 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:25.269926 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.296520 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481bed3-aa5d-4e9b-8ded-fbbe6465b673 req-846e3c12-58e9-4002-a5a0-39da533543da tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.298175 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c481bed3-aa5d-4e9b-8ded-fbbe6465b673 req-846e3c12-58e9-4002-a5a0-39da533543da tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.0517995 Sep 20 22:28:25.340838 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:28:25.342617 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:28:25.348244 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Attempt 3 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:28:25.349228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:28:25.354678 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:28:25.361694 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c481bed3-aa5d-4e9b-8ded-fbbe6465b673 req-834e7b32-cee9-4177-b5d4-a6fb2452e185 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Sep 20 22:28:25.414914 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Port d76e99ad-dedc-45dd-ba58-8632f5cb0aba cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:25.448472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96bec2-a4de-464e-b1e7-503eb62f9c2f req-2df81506-60c2-4cc8-88d1-e723d9daff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.450827 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a96bec2-a4de-464e-b1e7-503eb62f9c2f req-2df81506-60c2-4cc8-88d1-e723d9daff66 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 1130 time: 0.0478654 Sep 20 22:28:25.503611 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a96bec2-a4de-464e-b1e7-503eb62f9c2f req-d5c9c10c-15b9-462a-8247-047b7aede773 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Sep 20 22:28:25.682630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:28:25.689429 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event updated for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:25.699029 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.702767 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.703391 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.704793 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 1093 time: 1.5531490 Sep 20 22:28:25.711302 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:25.713524 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575a53c-6dc0-496a-a2a2-856c681d2f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:25.779450 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08cf7c-985a-46d9-94e6-3704b907ffa3 x-openstack-request-id: req-ca08cf7c-985a-46d9-94e6-3704b907ffa3 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:25.779741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:25.779996 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca08cf7c-985a-46d9-94e6-3704b907ffa3 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:25.780390 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca08cf7c-985a-46d9-94e6-3704b907ffa3'] response: {'name': 'network-changed', 'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'status': 'completed', 'code': 200} Sep 20 22:28:25.806179 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.806794 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:25.870600 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-068f33ad-1255-41af-91c9-edc904433f21 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4199879 Sep 20 22:28:25.876412 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8118740-c053-4b6b-9d4b-5f96e8082514 req-560bf8c4-2f61-45aa-afda-9c689ab7cc1a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.877835 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8118740-c053-4b6b-9d4b-5f96e8082514 req-560bf8c4-2f61-45aa-afda-9c689ab7cc1a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.1294646 Sep 20 22:28:25.883096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-91458269-64c9-4330-bd9c-d28802aae803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:25.884530 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-91458269-64c9-4330-bd9c-d28802aae803 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1127 time: 0.1328244 Sep 20 22:28:25.885139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1eb39-719b-4e54-afb9-a462dd77c87b service neutron] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:25.915685 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Attempt 4 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:28:25.934925 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b8118740-c053-4b6b-9d4b-5f96e8082514 req-a788eeff-b3d0-4505-9f5b-2fd648772d5d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Sep 20 22:28:25.952580 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c65b-2ce8-4c01-bbcd-265a4eaf1692 None None] Port d76e99ad-dedc-45dd-ba58-8632f5cb0aba had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:28:26.068912 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Provisioning complete for port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:28:26.069318 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:26.069654 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Attempt 1 to provision port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 Sep 20 22:28:26.101288 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:26.153652 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c31350-7f7c-483a-9bd0-411c81b38422 req-261d2161-622c-4295-b262-71ea9ec2f386 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:26.155144 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f5c31350-7f7c-483a-9bd0-411c81b38422 req-261d2161-622c-4295-b262-71ea9ec2f386 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 931 time: 0.0464964 Sep 20 22:28:26.200612 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f5c31350-7f7c-483a-9bd0-411c81b38422 req-433d9aac-8e33-4605-a3fb-709bffd2607a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Sep 20 22:28:26.244121 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Request body: {'port': {'device_id': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:26.286328 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-d64ca438-aade-4f72-b374-b341b0cb2bda service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 217 time: 0.0522180 Sep 20 22:28:26.362493 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-41bb94a3-2cdb-49c2-b5e0-9750c01c65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:26.364352 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-41bb94a3-2cdb-49c2-b5e0-9750c01c65c8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0719986 Sep 20 22:28:26.365043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:26.436242 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987227f-4654-4fc5-bd9c-130602375804 req-092c2754-9617-40aa-88b1-531c2a228530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:26.437877 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-092c2754-9617-40aa-88b1-531c2a228530 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618403 Sep 20 22:28:26.598605 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee1a87-11c0-4bc3-a8ab-6c08e01edd37 req-c3084734-5a61-46c7-941b-75e1317df553 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:26.600065 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61ee1a87-11c0-4bc3-a8ab-6c08e01edd37 req-c3084734-5a61-46c7-941b-75e1317df553 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.1050022 Sep 20 22:28:26.602431 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Attempt 2 to provision port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 Sep 20 22:28:26.636500 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:26.700727 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:26.740898 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:26.746954 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-f4921221-2c43-47f6-85e1-3a490251b6d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187438 Sep 20 22:28:26.753046 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-61ee1a87-11c0-4bc3-a8ab-6c08e01edd37 req-96a74c74-bcec-44e4-8390-c63bbcaa0edf tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364560 Sep 20 22:28:26.815286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:26.822972 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks [] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:26.834987 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Transition to ACTIVE for port object 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:28:26.839601 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:26.898611 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:26.945220 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Attempting to bind port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:28:26.945553 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Attempting to bind port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:28:26.945872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Attempting to bind port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:27.042017 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:28:27.042350 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Attempting to bind port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 on network 2b3cbf78-a136-43a3-9b63-4931c8818134 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:28:27.065699 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dbe78-eb86-4ce4-9768-e1e35b1bce77 req-746c2127-26e4-40b9-aa73-68bb874d73aa tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:27.067870 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c20dbe78-eb86-4ce4-9768-e1e35b1bce77 req-746c2127-26e4-40b9-aa73-68bb874d73aa tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Sep 20 22:28:27.117077 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c20dbe78-eb86-4ce4-9768-e1e35b1bce77 req-d3d28d94-e023-43de-afce-209dd2a3dbb1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Sep 20 22:28:27.126812 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:28:27.127149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Checking segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:28:27.127532 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Bound using segment: {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:28:27.128396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Bound port: 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:28:27.129166 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:27.135209 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d987227f-4654-4fc5-bd9c-130602375804 req-5d60031c-4a5c-4208-ab14-e60477763018 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528823 Sep 20 22:28:27.137770 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Attempt 3 to provision port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 Sep 20 22:28:27.171001 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:27.193465 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:28:27.206127 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:28:27.209712 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:28:27.216674 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:27.220659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:27.221285 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:27.223451 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/0cfdba0d-6995-4cd9-a5d7-8cea3b491626 HTTP/1.1" status: 200 len: 1093 time: 0.9881444 Sep 20 22:28:27.272511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2977b58-98ba-43ed-8ddc-db27cff9b24a service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:27.326125 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82654509-51e8-450a-9aa5-08b7d8176f81 req-fc04bf96-f5e1-4d00-ad85-1adb2864576c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:27.327603 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82654509-51e8-450a-9aa5-08b7d8176f81 req-fc04bf96-f5e1-4d00-ad85-1adb2864576c tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Sep 20 22:28:27.378609 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-82654509-51e8-450a-9aa5-08b7d8176f81 req-f7351edd-1418-4d87-a5b1-70f4dd0bdb56 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444157 Sep 20 22:28:27.694727 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Attempt 4 to provision port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 Sep 20 22:28:27.727406 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:27.733278 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b360f4ac-c4db-498b-a041-8ebf88bdb352 None None] Port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:28:27.782161 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:27.784478 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151a601-6d66-4af7-91eb-230103df6828" -d '{"events": [{"name": "network-changed", "server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:27.820760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bef69-6164-4a70-be10-628ae6e674f2 x-openstack-request-id: req-143bef69-6164-4a70-be10-628ae6e674f2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:27.821072 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:27.821321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-143bef69-6164-4a70-be10-628ae6e674f2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:27.821722 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143bef69-6164-4a70-be10-628ae6e674f2'] response: {'name': 'network-changed', 'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'status': 'completed', 'code': 200} Sep 20 22:28:27.858613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:27.878395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe6337-3231-4370-91c2-5f96b5eeccaa req-a4a01644-12df-4ded-bc49-a064a4070fa4 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:27.880462 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9fe6337-3231-4370-91c2-5f96b5eeccaa req-a4a01644-12df-4ded-bc49-a064a4070fa4 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.0481086 Sep 20 22:28:27.930916 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9fe6337-3231-4370-91c2-5f96b5eeccaa req-5d35ee00-31e8-4808-8730-65f194ae0fed tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Sep 20 22:28:28.119049 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-cd8ff1db-9d56-458c-9eee-c0024c781605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.120597 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-cd8ff1db-9d56-458c-9eee-c0024c781605 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1127 time: 0.0674052 Sep 20 22:28:28.137078 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a601-6d66-4af7-91eb-230103df6828 req-2fa2d5b3-0981-4d5c-9cd1-1193c03297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.138499 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7151a601-6d66-4af7-91eb-230103df6828 req-2fa2d5b3-0981-4d5c-9cd1-1193c03297e3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 1127 time: 0.0590489 Sep 20 22:28:28.272004 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:28.272279 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb735924-075e-4b47-9bdd-04f1133eb028 req-32ddc279-6cd5-45a6-ace3-35f53dcc6ea1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.275050 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cb735924-075e-4b47-9bdd-04f1133eb028 req-32ddc279-6cd5-45a6-ace3-35f53dcc6ea1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0698190 Sep 20 22:28:28.294330 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:28.310436 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-7372de1e-a44b-45b8-9be6-efbc653d1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.311925 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-7372de1e-a44b-45b8-9be6-efbc653d1a81 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1845577 Sep 20 22:28:28.318782 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a601-6d66-4af7-91eb-230103df6828 req-5acc1ce3-d24c-488b-950e-65b200def509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.320245 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7151a601-6d66-4af7-91eb-230103df6828 req-5acc1ce3-d24c-488b-950e-65b200def509 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=02ff885440634a13916a25973bdde7b3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1720822 Sep 20 22:28:28.378300 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-1518f49d-a153-49a3-809e-50f68c09e83c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 217 time: 0.0570755 Sep 20 22:28:28.477669 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-40c9df2c-df78-4a02-850d-edfb2e0136e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.479029 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-40c9df2c-df78-4a02-850d-edfb2e0136e1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0717959 Sep 20 22:28:28.549535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a601-6d66-4af7-91eb-230103df6828 req-d263307a-2dea-4c79-8162-0725b8339885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.551605 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7151a601-6d66-4af7-91eb-230103df6828 req-d263307a-2dea-4c79-8162-0725b8339885 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2233443 Sep 20 22:28:28.571066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead47853-0530-46b5-b914-bd043e8ec346 req-b822a4a2-4843-401d-be52-b174032a36a6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.572556 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ead47853-0530-46b5-b914-bd043e8ec346 req-b822a4a2-4843-401d-be52-b174032a36a6 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.1043382 Sep 20 22:28:28.573916 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-0905c4b2-225d-45f0-8207-dd80ff135d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.574891 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cb735924-075e-4b47-9bdd-04f1133eb028 req-1cce3c3c-12c8-4fb5-9590-dfdbf5839e3d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923348 Sep 20 22:28:28.575267 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-0905c4b2-225d-45f0-8207-dd80ff135d1c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806069 Sep 20 22:28:28.714970 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ead47853-0530-46b5-b914-bd043e8ec346 req-72becaf4-c19e-4502-a6bb-ae432bf77505 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341496 Sep 20 22:28:28.717644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-05aef88d-54b9-4299-9cd2-4502874c75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.719016 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-05aef88d-54b9-4299-9cd2-4502874c75f4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 1127 time: 0.1157448 Sep 20 22:28:28.774312 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-9c6f89c5-a6ea-4360-bdfd-5d1c879181b6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626 HTTP/1.1" status: 200 len: 217 time: 0.0443327 Sep 20 22:28:28.777729 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-459fd3e2-f3dd-48a8-8f5d-584b2216ad1e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888099 Sep 20 22:28:28.875808 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-0cd6a42a-e113-4bfe-85ca-0d287a2330c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.877361 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-0cd6a42a-e113-4bfe-85ca-0d287a2330c1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.0935137 Sep 20 22:28:28.934684 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7575a53c-6dc0-496a-a2a2-856c681d2f5a req-dfb683bd-6bbf-4712-9654-ee3e774009a1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425412 Sep 20 22:28:28.939646 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-31a3f264-6bd3-4f52-8e28-3eb066e3d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:28.941585 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-31a3f264-6bd3-4f52-8e28-3eb066e3d244 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571008 Sep 20 22:28:29.030560 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-fe45c4a3-d401-4977-93e0-28d9f2a66647 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Sep 20 22:28:29.121413 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b1b1f594-b411-4d38-bd60-affdbd3b2906 req-c71b4c6e-b2c9-4de3-9cf1-8b6379d2a3e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844088 Sep 20 22:28:29.701683 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03621992-3dbb-47f6-a86a-5a26d2a4bafd req-2d900589-4b74-4b4d-947c-2b19f7876634 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:29.703109 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-03621992-3dbb-47f6-a86a-5a26d2a4bafd req-2d900589-4b74-4b4d-947c-2b19f7876634 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0456810 Sep 20 22:28:29.722968 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:29.752567 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-03621992-3dbb-47f6-a86a-5a26d2a4bafd req-5fa90044-7078-44c4-b627-5a50629b4721 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Sep 20 22:28:29.838162 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60f94-4f30-4c54-9f76-6fe8090ef5a3 req-ecd82ce5-602b-474f-b78f-6b90791d1efc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:29.839606 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ec60f94-4f30-4c54-9f76-6fe8090ef5a3 req-ecd82ce5-602b-474f-b78f-6b90791d1efc tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.0453992 Sep 20 22:28:29.886356 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9ec60f94-4f30-4c54-9f76-6fe8090ef5a3 req-72475664-7c5c-42a5-9a59-65ab69cf957a tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Sep 20 22:28:30.876944 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dfbd5-34b2-411a-8308-67f7375a8370 req-459c61c9-cf2e-4876-970c-f7bf84f5b2ae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:30.878465 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-197dfbd5-34b2-411a-8308-67f7375a8370 req-459c61c9-cf2e-4876-970c-f7bf84f5b2ae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0460410 Sep 20 22:28:30.927340 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-197dfbd5-34b2-411a-8308-67f7375a8370 req-3d695e34-1c80-44a2-b4ab-30c03d5371e7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Sep 20 22:28:30.991605 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:31.009684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2876b3-b547-4ffe-b551-0a46bb5ad718 req-626782d4-8043-4c2f-b167-f127b0654da0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:31.011140 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3d2876b3-b547-4ffe-b551-0a46bb5ad718 req-626782d4-8043-4c2f-b167-f127b0654da0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.0494730 Sep 20 22:28:31.023560 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:28:31.056741 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3d2876b3-b547-4ffe-b551-0a46bb5ad718 req-80be4d0e-08da-4817-99f3-b8227a217618 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 Sep 20 22:28:31.125913 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:31.137191 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:28:31.170067 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:31.170449 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:31.183331 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:31.193761 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:31.203668 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:31.207247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:31.251919 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:31.462025 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d76e99ad-dedc-45dd-ba58-8632f5cb0aba'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:28:32.049259 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9a870-6945-4f12-aa64-d3c27d1a01b0 req-4668d04c-a9fb-4b81-b61a-b723eaf09ed0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:32.050623 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-70c9a870-6945-4f12-aa64-d3c27d1a01b0 req-4668d04c-a9fb-4b81-b61a-b723eaf09ed0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0451305 Sep 20 22:28:32.096493 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-70c9a870-6945-4f12-aa64-d3c27d1a01b0 req-ac6f0343-2328-439d-93ad-e60c1cb002b0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Sep 20 22:28:32.159736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:32.174525 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552713-b9f2-443d-97c2-34d06529a07d req-9dc7a824-bc0a-4e8d-8f0b-0a35a0a53855 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:32.176302 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6552713-b9f2-443d-97c2-34d06529a07d req-9dc7a824-bc0a-4e8d-8f0b-0a35a0a53855 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.0455258 Sep 20 22:28:32.221931 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6552713-b9f2-443d-97c2-34d06529a07d req-ea1c12c2-71ac-4ca8-818a-37142669cd80 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Sep 20 22:28:33.024030 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:28:33.027332 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:28:33.121434 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port d76e99ad-dedc-45dd-ba58-8632f5cb0aba completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:28:33.132242 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d76e99ad-dedc-45dd-ba58-8632f5cb0aba triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:28:33.132568 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:33.133024 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:28:33.194970 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:33.209846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'port_id': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'mac_address': 'fa:16:3e:22:32:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:28:33.226275 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72b2bf-74bb-4f15-99c9-37359fb727de req-b54943a8-4e25-4b04-880a-84c33af96276 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:33.227764 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a72b2bf-74bb-4f15-99c9-37359fb727de req-b54943a8-4e25-4b04-880a-84c33af96276 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0466423 Sep 20 22:28:33.272535 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:33.272926 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:33.282266 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a72b2bf-74bb-4f15-99c9-37359fb727de req-5e36c605-dba3-46a6-b80d-a347e2dc32b3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479677 Sep 20 22:28:33.282483 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:33.282732 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:33.287353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:33.308167 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:28:33.317186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:33.319426 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba633a-e6ac-4c41-89fb-1afa21dfd824" -d '{"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:33.343156 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:33.346593 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:33.348717 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:33.352491 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656017-ab75-4ec9-b176-b43f83ab0b97 req-01762dd0-c185-40d7-9b0a-4a90412228cb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:33.353642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:33.357017 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80656017-ab75-4ec9-b176-b43f83ab0b97 req-01762dd0-c185-40d7-9b0a-4a90412228cb tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 943 time: 0.0543754 Sep 20 22:28:33.377240 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41fcfd-e584-498f-8e48-f12c6fc3882f x-openstack-request-id: req-cc41fcfd-e584-498f-8e48-f12c6fc3882f {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:33.377544 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:33.377797 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc41fcfd-e584-498f-8e48-f12c6fc3882f {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:33.378214 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc41fcfd-e584-498f-8e48-f12c6fc3882f'] response: {'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'code': 200} Sep 20 22:28:33.405516 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:33.413912 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-80656017-ab75-4ec9-b176-b43f83ab0b97 req-d0bab1c9-ef6f-4a5c-b79d-9ed9e9a16d3d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535438 Sep 20 22:28:33.467697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:33.541740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c932-1ee7-4b29-b7c7-502aca08d49b req-2377fb2e-61f9-4d8b-b75a-1d6cfdb177e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:33.543436 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0487c932-1ee7-4b29-b7c7-502aca08d49b req-2377fb2e-61f9-4d8b-b75a-1d6cfdb177e8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1129 time: 0.0376019 Sep 20 22:28:33.588295 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0487c932-1ee7-4b29-b7c7-502aca08d49b req-fa7bd8bc-f820-4335-b89b-9703a48618c2 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Sep 20 22:28:33.662807 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['0cfdba0d-6995-4cd9-a5d7-8cea3b491626'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:28:33.735058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:34.245176 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72a022-5a45-4fec-ac06-f2a1ae8bcdd2 req-9dceb5b4-1493-4a95-975d-92bbec2a5882 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:34.248117 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cd72a022-5a45-4fec-ac06-f2a1ae8bcdd2 req-9dceb5b4-1493-4a95-975d-92bbec2a5882 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0473952 Sep 20 22:28:34.298000 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cd72a022-5a45-4fec-ac06-f2a1ae8bcdd2 req-f5ac569c-cc4d-4d41-990b-348ad8e47228 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Sep 20 22:28:34.418703 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2d92-af24-4efa-9367-baad9ac045ac req-ba52abb5-2b3e-4b6d-b465-6e30dedcabd3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:34.420173 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2dfd2d92-af24-4efa-9367-baad9ac045ac req-ba52abb5-2b3e-4b6d-b465-6e30dedcabd3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0493600 Sep 20 22:28:34.467012 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2dfd2d92-af24-4efa-9367-baad9ac045ac req-e8e6b083-5b66-4bdf-996c-fe33f053e0a4 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Sep 20 22:28:34.537745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84769ca-a891-4311-a608-7c13983c8a4c req-19d5ae80-8de1-4ad5-a855-8f2e9b291297 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:34.539192 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b84769ca-a891-4311-a608-7c13983c8a4c req-19d5ae80-8de1-4ad5-a855-8f2e9b291297 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 944 time: 0.0501955 Sep 20 22:28:34.585208 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b84769ca-a891-4311-a608-7c13983c8a4c req-822f8818-0a3c-4700-ba26-7b7d99c17062 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Sep 20 22:28:35.026708 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:28:35.071270 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:28:35.077048 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:28:35.077525 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:35.077875 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 Sep 20 22:28:35.148049 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:35.148428 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:35.180840 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:35.184494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:35.236206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:35.379656 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:35.382570 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5244b8a4-0992-4816-9bd1-7269d7492e8f" -d '{"events": [{"server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "name": "network-vif-plugged", "status": "completed", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:35.421682 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0c6f2-8298-4159-8fcf-ba63350447ee x-openstack-request-id: req-58c0c6f2-8298-4159-8fcf-ba63350447ee {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:35.421994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "name": "network-vif-plugged", "status": "completed", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:35.422247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58c0c6f2-8298-4159-8fcf-ba63350447ee {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:35.422646 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c0c6f2-8298-4159-8fcf-ba63350447ee'] response: {'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'code': 200} Sep 20 22:28:35.430822 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e49b-794c-43b0-9813-444cf37c680f req-e3c8689e-4b93-418a-8c4b-268221c0c9f3 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:35.432332 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d805e49b-794c-43b0-9813-444cf37c680f req-e3c8689e-4b93-418a-8c4b-268221c0c9f3 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0479865 Sep 20 22:28:35.481132 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d805e49b-794c-43b0-9813-444cf37c680f req-520b51c6-d3bd-454e-b1cf-0068562063d5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Sep 20 22:28:35.711323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a572a1-44aa-4b62-a186-b6d64ade0427 req-245dd29c-910e-4348-8f55-18c4a6b65ff1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:35.713974 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bd48e-9bea-4cc2-95dc-601f212c89b6 req-9554f60f-ed9a-434b-80c5-076d6eb7c1f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:35.714478 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c4a572a1-44aa-4b62-a186-b6d64ade0427 req-245dd29c-910e-4348-8f55-18c4a6b65ff1 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Sep 20 22:28:35.716293 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-714bd48e-9bea-4cc2-95dc-601f212c89b6 req-9554f60f-ed9a-434b-80c5-076d6eb7c1f7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1674316 Sep 20 22:28:35.766291 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c4a572a1-44aa-4b62-a186-b6d64ade0427 req-5ef9108a-9e23-44b0-abe2-7ec3a86a86ea tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 Sep 20 22:28:35.780954 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-714bd48e-9bea-4cc2-95dc-601f212c89b6 req-35c19908-2dee-4d01-83b3-82eebdb94301 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589218 Sep 20 22:28:36.007755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a847f5-7d12-4118-ab75-6e4f7e44ac69 req-58e94443-8575-457e-bd0b-56b1f90de55c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:36.009501 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-63a847f5-7d12-4118-ab75-6e4f7e44ac69 req-58e94443-8575-457e-bd0b-56b1f90de55c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1139679 Sep 20 22:28:36.020402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 32896) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:36.024957 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Request body: {'floatingip': {'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:36.074180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:36.150666 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3a86-d36f-4694-a77c-23b582f1b07b req-847b5b35-23f1-400f-8403-31299a0ba2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:36.152149 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cecf3a86-d36f-4694-a77c-23b582f1b07b req-847b5b35-23f1-400f-8403-31299a0ba2da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0942941 Sep 20 22:28:36.266107 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cecf3a86-d36f-4694-a77c-23b582f1b07b req-3cffa7d5-5f4b-459f-864a-bd1b3057f763 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064916 Sep 20 22:28:36.453825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:36.461333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:36.542259 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:36.546476 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:36.658584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0c43-26e0-458e-b958-dff917fbca50 req-895ec855-8b29-4f48-880b-fe2838d02e44 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:36.660079 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67aa0c43-26e0-458e-b958-dff917fbca50 req-895ec855-8b29-4f48-880b-fe2838d02e44 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0823653 Sep 20 22:28:36.699429 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Floating IP 1fc8a43d-6917-4902-ba90-1d3bfbd31e3c associated. External IP: 172.27.2.244, port: d76e99ad-dedc-45dd-ba58-8632f5cb0aba. Sep 20 22:28:36.757841 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67aa0c43-26e0-458e-b958-dff917fbca50 req-de301996-4f88-42ad-807e-4e6a1159b1aa tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907056 Sep 20 22:28:36.895482 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cd608-8690-4e1d-bda5-8c94833a84fc req-eed9d72f-fab8-47cf-9922-94b5bad621e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:36.897103 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c1cd608-8690-4e1d-bda5-8c94833a84fc req-eed9d72f-fab8-47cf-9922-94b5bad621e8 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Sep 20 22:28:36.948738 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c1cd608-8690-4e1d-bda5-8c94833a84fc req-70b283a7-6448-48e4-883b-346a80690a07 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457921 Sep 20 22:28:37.168152 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:37.268519 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:37.273366 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:37.289540 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064995a3-181d-4021-8739-257686835d5e None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:37.295366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-24e03e7e-8ee4-453f-b88e-58a443479364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:37.300760 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064995a3-181d-4021-8739-257686835d5e None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:37.301404 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-064995a3-181d-4021-8739-257686835d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:37.306312 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7bccffbf-f2aa-4d6b-9600-61b7d2cc7522 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/1fc8a43d-6917-4902-ba90-1d3bfbd31e3c HTTP/1.1" status: 200 len: 991 time: 1.2847447 Sep 20 22:28:37.307161 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:37.309632 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ad30f-3b05-45cd-bcc5-2889dd74a192" -d '{"events": [{"name": "network-changed", "server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:37.346102 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c611eb60-640b-480b-8401-537ad9e59c8e x-openstack-request-id: req-c611eb60-640b-480b-8401-537ad9e59c8e {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:37.346385 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:37.346759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c611eb60-640b-480b-8401-537ad9e59c8e {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:37.347664 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c611eb60-640b-480b-8401-537ad9e59c8e'] response: {'name': 'network-changed', 'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'status': 'completed', 'code': 200} Sep 20 22:28:37.403478 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-064995a3-181d-4021-8739-257686835d5e None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:37.437181 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:37.605422 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-064995a3-181d-4021-8739-257686835d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1fc8a43d-6917-4902-ba90-1d3bfbd31e3c', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:20Z', 'updated_at': '2022-09-20T22:28:36Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:37.630003 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064995a3-181d-4021-8739-257686835d5e None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:37.638690 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064995a3-181d-4021-8739-257686835d5e None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:37.639282 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-064995a3-181d-4021-8739-257686835d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:37.735816 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-064995a3-181d-4021-8739-257686835d5e None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:37.882578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ec49e-f657-400f-aa70-29f0fd1cc844 req-018a5b7f-60ba-4cdf-956a-6f01f4cfc95d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:37.884107 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-277ec49e-f657-400f-aa70-29f0fd1cc844 req-018a5b7f-60ba-4cdf-956a-6f01f4cfc95d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0506530 Sep 20 22:28:37.902187 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:37.932942 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-277ec49e-f657-400f-aa70-29f0fd1cc844 req-954c73d6-3769-4d0c-8d74-b0d0bf46865d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Sep 20 22:28:37.946909 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-064995a3-181d-4021-8739-257686835d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1fc8a43d-6917-4902-ba90-1d3bfbd31e3c', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:20Z', 'updated_at': '2022-09-20T22:28:36Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:37.976219 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064995a3-181d-4021-8739-257686835d5e None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1fc8a43d-6917-4902-ba90-1d3bfbd31e3c', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:20Z', 'updated_at': '2022-09-20T22:28:36Z', 'revision_number': 1, 'project_id': '897090e72bcc4d978384c95688ab8021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:38.075745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b061ac-d278-4ccb-8f32-556524ac0496 req-275c38b6-0c7e-4fff-9078-36319f96beac tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:38.077253 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26b061ac-d278-4ccb-8f32-556524ac0496 req-275c38b6-0c7e-4fff-9078-36319f96beac tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Sep 20 22:28:38.125624 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-26b061ac-d278-4ccb-8f32-556524ac0496 req-dbcd11fa-7b48-4087-954e-a38fe004ecd4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Sep 20 22:28:38.176029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542dc249-8b60-4b68-9cfa-b871d0f0425b None None] New status for floating IP 1fc8a43d-6917-4902-ba90-1d3bfbd31e3c: ACTIVE {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:28:39.053538 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb61c11-b696-41e5-a417-673e239beff5 req-3e5a8a71-6d78-480a-80a7-4249f88f8456 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.055009 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9bb61c11-b696-41e5-a417-673e239beff5 req-3e5a8a71-6d78-480a-80a7-4249f88f8456 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0466847 Sep 20 22:28:39.102960 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9bb61c11-b696-41e5-a417-673e239beff5 req-6b5a574a-14f1-4a58-a1d9-48a4feacce91 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Sep 20 22:28:39.276080 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d85e-6df9-4a4a-8bcd-470e9b124a29 req-dabeb90c-7b37-4d6d-b60b-20484a697447 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.277735 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac19d85e-6df9-4a4a-8bcd-470e9b124a29 req-dabeb90c-7b37-4d6d-b60b-20484a697447 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0782230 Sep 20 22:28:39.282931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-e2ace8bd-1d62-4482-ba8c-b516a6028b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.284921 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-e2ace8bd-1d62-4482-ba8c-b516a6028b80 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1129 time: 0.0519598 Sep 20 22:28:39.374616 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac19d85e-6df9-4a4a-8bcd-470e9b124a29 req-57964570-6c21-497c-8ad5-cf41205e4430 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886605 Sep 20 22:28:39.406961 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-d5704e6f-de0f-4163-8400-f77942445d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.408401 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-d5704e6f-de0f-4163-8400-f77942445d9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1099684 Sep 20 22:28:39.458978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:39.463399 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:39.473493 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-c90b5db2-a0d2-48d8-8ae1-550d5ab19813 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 1001 time: 0.0578039 Sep 20 22:28:39.637595 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f3f2cc5d-46ef-4b88-9b83-d2a154a4f2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:39.951911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-9f6a0c46-7004-4677-9e92-1e3c07ddd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.953328 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-9f6a0c46-7004-4677-9e92-1e3c07ddd31e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0436459 Sep 20 22:28:39.998196 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-3004ba2e-f9fb-43d5-8286-4a91e61f3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:39.999635 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-3004ba2e-f9fb-43d5-8286-4a91e61f3bc8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403345 Sep 20 22:28:40.094462 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-8b1dc7df-145b-4f61-808e-89c428d71263 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865848 Sep 20 22:28:40.220542 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b12ad30f-3b05-45cd-bcc5-2889dd74a192 req-c58dd2f3-3f65-45ec-b386-a145975a327a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029787 Sep 20 22:28:40.249035 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77d6da-dcb3-42f0-b354-6a7d5c2a2a75 req-67d24433-d973-488a-a071-6dd659bcfaaf tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:40.250836 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-df77d6da-dcb3-42f0-b354-6a7d5c2a2a75 req-67d24433-d973-488a-a071-6dd659bcfaaf tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0649633 Sep 20 22:28:40.303485 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-df77d6da-dcb3-42f0-b354-6a7d5c2a2a75 req-20ba1979-4e8a-4e9b-9a66-5f4942f80c2e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Sep 20 22:28:40.493752 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5a184-c85d-454c-9646-d8d4c9ec4fe4 req-be4c015d-2091-4b79-a437-87770f544b0f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:40.495254 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-69a5a184-c85d-454c-9646-d8d4c9ec4fe4 req-be4c015d-2091-4b79-a437-87770f544b0f tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Sep 20 22:28:40.516284 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:40.552617 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-69a5a184-c85d-454c-9646-d8d4c9ec4fe4 req-4febb903-60ab-43d9-8aeb-7c8c74bfd343 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517199 Sep 20 22:28:40.736512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:41.421902 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df8e32-e297-46de-926c-96d4763f4ae8 req-132541f5-21ab-4145-8653-8406da15bf9d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:41.423360 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47df8e32-e297-46de-926c-96d4763f4ae8 req-132541f5-21ab-4145-8653-8406da15bf9d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0450563 Sep 20 22:28:41.470969 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-47df8e32-e297-46de-926c-96d4763f4ae8 req-eb0a1d90-2d6e-4bde-ad1a-9ecee9846929 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Sep 20 22:28:41.681366 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37929543-97d3-4e5b-861b-0f509cdaa699 req-dd6a5614-2fce-4f55-b4d5-ac2946d89b90 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:41.682800 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37929543-97d3-4e5b-861b-0f509cdaa699 req-dd6a5614-2fce-4f55-b4d5-ac2946d89b90 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0456021 Sep 20 22:28:41.728709 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-37929543-97d3-4e5b-861b-0f509cdaa699 req-8cdd3cb1-f9e9-45b9-862f-a0aa180cd8be tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Sep 20 22:28:42.195733 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:42.355796 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:42.599433 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8b684-444f-46ac-b29e-d5d7b787df7d req-375bf5cc-9050-403e-9511-33cebd4abafc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:42.601173 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7ba8b684-444f-46ac-b29e-d5d7b787df7d req-375bf5cc-9050-403e-9511-33cebd4abafc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0530708 Sep 20 22:28:42.652731 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7ba8b684-444f-46ac-b29e-d5d7b787df7d req-4656b015-98e9-4572-a77a-907a9343336b tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458877 Sep 20 22:28:42.846527 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9118-e08f-42e9-9467-b49323aa21b8 req-39dfab1a-83e0-425f-9c90-5e25dd74af63 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:42.847991 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-676d9118-e08f-42e9-9467-b49323aa21b8 req-39dfab1a-83e0-425f-9c90-5e25dd74af63 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0455141 Sep 20 22:28:42.894994 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-676d9118-e08f-42e9-9467-b49323aa21b8 req-5765610c-be02-485d-aa19-1855c8998a7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Sep 20 22:28:43.778084 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948353d3-d87e-4981-8b31-216bb7cf0c39 req-c1d2115e-26a0-4543-9458-50b1fe695801 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:43.779544 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-948353d3-d87e-4981-8b31-216bb7cf0c39 req-c1d2115e-26a0-4543-9458-50b1fe695801 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0512588 Sep 20 22:28:43.827227 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-948353d3-d87e-4981-8b31-216bb7cf0c39 req-b8b9c9d9-ef77-4dfa-934f-00b7f38a1659 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411959 Sep 20 22:28:44.073537 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f1ddb-2cd3-4f00-9e36-eb3b5ccefe96 req-fbd53be1-ac24-440f-b936-128dfe375047 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:44.075147 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b03f1ddb-2cd3-4f00-9e36-eb3b5ccefe96 req-fbd53be1-ac24-440f-b936-128dfe375047 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Sep 20 22:28:44.123617 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b03f1ddb-2cd3-4f00-9e36-eb3b5ccefe96 req-56f46fb5-17ee-498c-afab-af52cf8d2149 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Sep 20 22:28:44.244121 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce700af-3b0b-4ef5-aacb-eec6254e3ec5 req-382b46f3-0626-45ae-8d17-2d0ca3f3e28d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:44.245612 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fce700af-3b0b-4ef5-aacb-eec6254e3ec5 req-382b46f3-0626-45ae-8d17-2d0ca3f3e28d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Sep 20 22:28:44.255940 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 32972) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:44.260268 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Request body: {'floatingip': {'port_id': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:28:44.297039 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:44.740289 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:44.744233 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:44.787670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:44.831275 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:44.843729 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Floating IP b37908f0-17e8-4047-9c2e-e7bcfb44f9de associated. External IP: 172.27.2.126, port: 0cfdba0d-6995-4cd9-a5d7-8cea3b491626. Sep 20 22:28:44.978751 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ce52e-0377-480e-aa19-d8c5e2f46b3b req-96649dea-fb2e-49ab-99a2-625d1200bae4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:44.980330 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b99ce52e-0377-480e-aa19-d8c5e2f46b3b req-96649dea-fb2e-49ab-99a2-625d1200bae4 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0577269 Sep 20 22:28:45.099138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa894ea-92ea-4f01-b9fd-d38b606ad5e6 req-bfe68eb9-f3c5-48e0-8d3a-a70b8f12f468 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:45.100770 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4aa894ea-92ea-4f01-b9fd-d38b606ad5e6 req-bfe68eb9-f3c5-48e0-8d3a-a70b8f12f468 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0467768 Sep 20 22:28:45.104905 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b99ce52e-0377-480e-aa19-d8c5e2f46b3b req-08d65305-3a9a-40b6-8d70-898ea8b04db0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176975 Sep 20 22:28:45.133071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:45.149439 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4aa894ea-92ea-4f01-b9fd-d38b606ad5e6 req-69cb2399-a28e-49be-80e0-a361c9e1bd07 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Sep 20 22:28:45.237103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:45.241515 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:45.248589 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:45.258150 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:45.258688 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:45.270586 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-851604f6-f09a-4b9f-9172-9d1764b04e7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/b37908f0-17e8-4047-9c2e-e7bcfb44f9de HTTP/1.1" status: 200 len: 991 time: 1.0136032 Sep 20 22:28:45.271223 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:45.273481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd269e2-4e64-49b3-985f-8dd4aaa03084" -d '{"events": [{"name": "network-changed", "server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:45.309839 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a6205-b371-4460-98f8-6e707a38e952 x-openstack-request-id: req-fd6a6205-b371-4460-98f8-6e707a38e952 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:45.310126 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:45.310376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd6a6205-b371-4460-98f8-6e707a38e952 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:45.310784 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6a6205-b371-4460-98f8-6e707a38e952'] response: {'name': 'network-changed', 'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'status': 'completed', 'code': 200} Sep 20 22:28:45.434779 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:45.442391 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:45.656054 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'b37908f0-17e8-4047-9c2e-e7bcfb44f9de', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:22:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:21Z', 'updated_at': '2022-09-20T22:28:44Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:45.680103 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:45.688444 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:45.689079 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:45.735280 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:45.795723 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:45.998875 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'b37908f0-17e8-4047-9c2e-e7bcfb44f9de', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:22:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:21Z', 'updated_at': '2022-09-20T22:28:44Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:46.022650 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfa257-dd19-4b91-be98-ce62dbcc086a None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'b37908f0-17e8-4047-9c2e-e7bcfb44f9de', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'port_id': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'mac_address': 'fa:16:3e:22:32:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:28:21Z', 'updated_at': '2022-09-20T22:28:44Z', 'revision_number': 1, 'project_id': '02ff885440634a13916a25973bdde7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:46.214228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329183ac-35e7-4214-9938-893ea32c57d5 None None] New status for floating IP b37908f0-17e8-4047-9c2e-e7bcfb44f9de: ACTIVE {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:28:46.230735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6f0c-f789-4ef3-a2ae-aaa806160c61 req-4bce4ba2-fe13-41aa-820a-10f8a377c9cf tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:46.232418 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-11ba6f0c-f789-4ef3-a2ae-aaa806160c61 req-4bce4ba2-fe13-41aa-820a-10f8a377c9cf tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0498579 Sep 20 22:28:46.275465 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44480-e75c-4a7f-a454-5326e69438d3 req-55d47cd8-8034-484c-83e5-3fc5dfa9b914 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:46.276965 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88a44480-e75c-4a7f-a454-5326e69438d3 req-55d47cd8-8034-484c-83e5-3fc5dfa9b914 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0468459 Sep 20 22:28:46.286741 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-11ba6f0c-f789-4ef3-a2ae-aaa806160c61 req-188e2cbf-ee09-4a8f-9866-a71bc2181d76 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Sep 20 22:28:46.296523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:46.333628 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88a44480-e75c-4a7f-a454-5326e69438d3 req-a804597b-f511-4992-98cc-8929fd0b13c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506921 Sep 20 22:28:46.369601 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:47.409285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209faeb-815b-4c74-82a9-34d9d43714c2 req-4148f50b-226b-4c81-a175-a3ac20320c75 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:47.410774 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9209faeb-815b-4c74-82a9-34d9d43714c2 req-4148f50b-226b-4c81-a175-a3ac20320c75 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0466478 Sep 20 22:28:47.453825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f10dba-bdfd-43a8-8dcd-618a83736da2 req-3e569aa8-179e-47c8-82b7-7bfe9cbee0eb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:47.455352 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75f10dba-bdfd-43a8-8dcd-618a83736da2 req-3e569aa8-179e-47c8-82b7-7bfe9cbee0eb tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0466251 Sep 20 22:28:47.459499 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9209faeb-815b-4c74-82a9-34d9d43714c2 req-aa8d3ff4-84b8-486d-b205-a22a09909a01 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Sep 20 22:28:47.502686 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75f10dba-bdfd-43a8-8dcd-618a83736da2 req-c1287d01-a443-4e72-a090-86560da7d6c4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Sep 20 22:28:47.730096 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:28:48.589660 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01749b6c-b59e-4a21-a560-12e8f9dfd23a req-2504dc4d-ece8-4c1a-9af9-5b911e059b4e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:48.591836 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-01749b6c-b59e-4a21-a560-12e8f9dfd23a req-2504dc4d-ece8-4c1a-9af9-5b911e059b4e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0584147 Sep 20 22:28:48.614932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:48.632493 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdd97e-efd4-40c5-950a-ff5b3062285f req-4da2fa3b-54ab-4ea9-9edb-183820f98a81 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:48.635248 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c6fdd97e-efd4-40c5-950a-ff5b3062285f req-4da2fa3b-54ab-4ea9-9edb-183820f98a81 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0530627 Sep 20 22:28:48.683018 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-01749b6c-b59e-4a21-a560-12e8f9dfd23a req-dd643d7c-da1d-498f-a0d5-8a83a2871ce5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850971 Sep 20 22:28:48.698123 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c6fdd97e-efd4-40c5-950a-ff5b3062285f req-0f8a025c-3a47-4676-86c9-004d20bd418d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561736 Sep 20 22:28:48.714609 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-2bbf365c-895e-44e6-940a-55597d4cc653 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841441 Sep 20 22:28:48.717369 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-155f6893-054c-4c2d-ad5b-5753d62499de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:48.718718 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-155f6893-054c-4c2d-ad5b-5753d62499de service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=02ff885440634a13916a25973bdde7b3&device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 1129 time: 0.0509131 Sep 20 22:28:48.976670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9230d-eb50-421d-8684-54c557758ff6 req-19c6c3f0-96b9-4150-9d9f-3d9f66f8af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:48.979104 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-19c6c3f0-96b9-4150-9d9f-3d9f66f8af8a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e1076a54706448038779945f53703345&device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 1129 time: 0.0621903 Sep 20 22:28:49.000703 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-00742c63-d4a4-444e-bd1c-6de55b29b04a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.002163 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-00742c63-d4a4-444e-bd1c-6de55b29b04a tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0842586 Sep 20 22:28:49.024091 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:49.029392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-32c8ada7-f0bd-49e8-953e-4a93d8a0fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.030755 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-32c8ada7-f0bd-49e8-953e-4a93d8a0fe9d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 200 len: 911 time: 0.1321428 Sep 20 22:28:49.326494 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:49.371704 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9230d-eb50-421d-8684-54c557758ff6 req-0bb96e96-2871-4df0-af03-ca60036781de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.373228 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-0bb96e96-2871-4df0-af03-ca60036781de service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 200 len: 918 time: 0.0897689 Sep 20 22:28:49.385222 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-fd2f7263-0ff1-4751-a6b6-aaa39d587510 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626 HTTP/1.1" status: 200 len: 1001 time: 0.1200619 Sep 20 22:28:49.407074 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Deleting port 514d6b9b-bb67-4159-8746-002d9cc07694 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:49.407418 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:49.452496 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-0eccb58e-90c8-4d75-91cf-ddc92604b40e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 200 len: 217 time: 0.0387275 Sep 20 22:28:49.501428 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9230d-eb50-421d-8684-54c557758ff6 req-9d362a6b-c104-4987-a83a-9d784e9a52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.503388 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-9d362a6b-c104-4987-a83a-9d784e9a52ae service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 200 len: 857 time: 0.0441179 Sep 20 22:28:49.510379 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-d5ce745f-6b18-491d-aaa4-54584027dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.511802 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-d5ce745f-6b18-491d-aaa4-54584027dc88 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 200 len: 850 time: 0.0891774 Sep 20 22:28:49.558851 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9230d-eb50-421d-8684-54c557758ff6 req-c4f9a2af-0522-4906-a5b8-f452eae60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.560362 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-c4f9a2af-0522-4906-a5b8-f452eae60ff1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fb96844d-680b-4102-a9cf-bec623bb10c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382106 Sep 20 22:28:49.567790 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] For port 514d6b9b-bb67-4159-8746-002d9cc07694, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=514d6b9b-bb67-4159-8746-002d9cc07694,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:49.568229 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:49.590481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-fe8de467-bec5-4a17-be05-1b934fdf9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.591876 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-fe8de467-bec5-4a17-be05-1b934fdf9030 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2b3cbf78-a136-43a3-9b63-4931c8818134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682385 Sep 20 22:28:49.624732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:49.665099 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-0dbb97ff-fcc5-4331-83fb-dd8501cc4fac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963051 Sep 20 22:28:49.762900 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ade9230d-eb50-421d-8684-54c557758ff6 req-5086edbb-d046-4288-9d99-1322fc96b2d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921779 Sep 20 22:28:49.771754 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-3bd65d4b-6e75-460a-b0d5-2074a3057a40 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535752 Sep 20 22:28:49.830256 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cff6a-2ffc-4d6b-827d-26b379a8eefb req-9a7665f3-624e-43c5-92e0-882cb3bbdd57 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.831943 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4d0cff6a-2ffc-4d6b-827d-26b379a8eefb req-9a7665f3-624e-43c5-92e0-882cb3bbdd57 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 945 time: 0.0547466 Sep 20 22:28:49.881831 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4d0cff6a-2ffc-4d6b-827d-26b379a8eefb req-ea5ab29f-509c-4f80-a2ed-901b531d61ee tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=80258efb-edf7-47fc-bfb4-c375c6e4f8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Sep 20 22:28:49.998016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-f9046744-8d73-4a9c-b2e1-37bfba89e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:49.999552 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-f9046744-8d73-4a9c-b2e1-37bfba89e9f2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.0410223 Sep 20 22:28:50.111040 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-58c9aea0-1943-428f-9dd8-f870984f44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:50.112594 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-58c9aea0-1943-428f-9dd8-f870984f44a7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.1020002 Sep 20 22:28:50.176951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd3fa6-2a7f-4b82-9607-9ce695fe0221 req-2e496ba5-e727-4ddb-b399-13a90c91226e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:50.178754 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4dbd3fa6-2a7f-4b82-9607-9ce695fe0221 req-2e496ba5-e727-4ddb-b399-13a90c91226e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.3853137 Sep 20 22:28:50.188012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:50.188341 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (87573779-e894-49bc-9753-785053bae3c6), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:50.188649 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Floating IP 87573779-e894-49bc-9753-785053bae3c6 disassociated. External IP: 172.27.2.127, port: 514d6b9b-bb67-4159-8746-002d9cc07694. Sep 20 22:28:50.189019 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Calling delete_port for 514d6b9b-bb67-4159-8746-002d9cc07694 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:50.203384 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-5641dbb0-d1d9-4f21-b3a9-a94e173a2cc2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 1001 time: 0.0815685 Sep 20 22:28:50.278782 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1dd269e2-4e64-49b3-985f-8dd4aaa03084 req-d20e0653-5578-41bf-8f8f-2a809a641a24 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974785 Sep 20 22:28:50.290698 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf01b4-d07b-47f0-b897-0a9083f54f7b req-c9b1f3a1-0aaa-4163-a7cf-0de11a2a60a3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:50.292192 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-46cf01b4-d07b-47f0-b897-0a9083f54f7b req-c9b1f3a1-0aaa-4163-a7cf-0de11a2a60a3 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.0479350 Sep 20 22:28:50.302804 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4dbd3fa6-2a7f-4b82-9607-9ce695fe0221 req-134a6c51-7e48-4980-a4e0-75d56686db7c tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111374 Sep 20 22:28:50.335069 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:50.344519 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-46cf01b4-d07b-47f0-b897-0a9083f54f7b req-39516b84-a6a9-42a8-818d-f4d2e3be355c tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Sep 20 22:28:50.389334 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (514d6b9b-bb67-4159-8746-002d9cc07694), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:50.417222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event deleted for resources: {'Port': ['ID=514d6b9b-bb67-4159-8746-002d9cc07694,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:50.501055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:50.526093 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Router 3c6d0798-75e9-446b-8609-ff20648d113b has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:28:50.626844 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:28:50.637993 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:28:50.648943 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:50.649570 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:50.671605 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] No DVR routers for this DVR port 514d6b9b-bb67-4159-8746-002d9cc07694 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:28:50.674199 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:50.677563 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ea215e69-0eb3-44f0-98eb-c4ba7db1add1 req-15b2f5d0-704d-4a52-81a6-9800afa56830 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "DELETE /networking/v2.0/ports/514d6b9b-bb67-4159-8746-002d9cc07694 HTTP/1.1" status: 204 len: 173 time: 1.4061170 Sep 20 22:28:50.678052 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'name': 'network-vif-deleted', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:50.680328 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8177b07b-de2f-4423-8085-1b4e6f396f64" -d '{"events": [{"server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "name": "network-vif-deleted", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:50.718793 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57a4f7-0835-4465-892b-c45d596d9fde x-openstack-request-id: req-2d57a4f7-0835-4465-892b-c45d596d9fde {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:50.719088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704f353f-861e-47cf-9625-7210f9f1f81e", "name": "network-vif-deleted", "tag": "514d6b9b-bb67-4159-8746-002d9cc07694", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:50.719337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d57a4f7-0835-4465-892b-c45d596d9fde {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:50.719741 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d57a4f7-0835-4465-892b-c45d596d9fde'] response: {'server_uuid': '704f353f-861e-47cf-9625-7210f9f1f81e', 'name': 'network-vif-deleted', 'tag': '514d6b9b-bb67-4159-8746-002d9cc07694', 'status': 'completed', 'code': 200} Sep 20 22:28:50.755214 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:50.953327 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:50.978781 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:28:50.988133 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:28:50.988742 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:28:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:51.019695 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:51.033192 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-05ea19b3-d31b-4bcd-ac1b-15e6870cba6e req-fd6e886e-eb2c-4c20-9ba1-409b3c7926af tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0268879 Sep 20 22:28:51.093961 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:28:51.274174 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:28:51.301776 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4917d2c5-b2a7-456d-83c0-40f2c3d2402c None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:23:48Z', 'revision_number': 4, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '2d1bc90b-ea09-4181-998d-0788fbb74ac6', 'name': '', 'network_id': 'fb96844d-680b-4102-a9cf-bec623bb10c8', 'tenant_id': 'e1076a54706448038779945f53703345', 'mac_address': 'fa:16:3e:38:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:46Z', 'updated_at': '2022-09-20T22:24:05Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'subnets': [{'id': '34e54705-39bd-4534-b2c9-c6256bb8a641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:28:51.428389 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4304cb-4403-4ddf-8f28-f14af8f2ac66 req-ef34bf57-79a5-4693-9d17-67924f16d0a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:51.429967 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab4304cb-4403-4ddf-8f28-f14af8f2ac66 req-ef34bf57-79a5-4693-9d17-67924f16d0a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0481269 Sep 20 22:28:51.473713 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d91b15-03e4-4ed9-8cd2-096d0f6793dd req-799d7776-27d1-4f1d-8f76-5d4f4d835a81 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:51.480730 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33d91b15-03e4-4ed9-8cd2-096d0f6793dd req-799d7776-27d1-4f1d-8f76-5d4f4d835a81 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.0543582 Sep 20 22:28:51.481996 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab4304cb-4403-4ddf-8f28-f14af8f2ac66 req-80484616-bb44-4e42-a71d-08c1fd198ee1 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462847 Sep 20 22:28:51.529744 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-33d91b15-03e4-4ed9-8cd2-096d0f6793dd req-f32de07a-52c9-488d-b536-15a31a2ca34c tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b476506a-d831-4c44-808e-6baa5c865f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Sep 20 22:28:51.535442 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bec88a-7501-4841-85f3-d6d139330425 None None] New status for floating IP 87573779-e894-49bc-9753-785053bae3c6: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:28:51.647848 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:51.663746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-58e8a73c-6364-47a4-a508-e26a17b7b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:51.665335 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-58e8a73c-6364-47a4-a508-e26a17b7b356 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0586560 Sep 20 22:28:52.011650 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-ba672278-4a82-4c9b-a071-aed341cb5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:52.013249 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-ba672278-4a82-4c9b-a071-aed341cb5673 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420578 Sep 20 22:28:52.088506 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-407b1335-fac9-4e5d-b5ca-3554919d10f2 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:52.090035 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-407b1335-fac9-4e5d-b5ca-3554919d10f2 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 946 time: 0.0552714 Sep 20 22:28:52.136873 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-49ab706a-5ea2-4254-9eb9-bed6dbfcb3da service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007843 Sep 20 22:28:52.178924 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0b32cca9-fe1a-46df-960e-bd8ec7249462 req-1db13c2e-c7a5-4e94-825d-1a211ae4e754 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0366356 Sep 20 22:28:52.232803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Deleting port 35caed36-f226-4dcb-909b-d6cf62599c3e {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:52.233184 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:52.241397 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d6331f46-4a3b-4f73-ba65-c7eab7b723be req-03ea0824-4b26-4eb9-b261-3234ec4d4b92 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982418 Sep 20 22:28:52.328311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] For port 35caed36-f226-4dcb-909b-d6cf62599c3e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=35caed36-f226-4dcb-909b-d6cf62599c3e,segment=NetworkSegment(ea138eb3-29d3-4d98-92da-7fef2fc355e3),segment_id=ea138eb3-29d3-4d98-92da-7fef2fc355e3)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:52.328680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:52.341310 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Calling delete_port for 35caed36-f226-4dcb-909b-d6cf62599c3e owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:52.470202 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (35caed36-f226-4dcb-909b-d6cf62599c3e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:52.482490 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['35caed36-f226-4dcb-909b-d6cf62599c3e'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:28:52.496356 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Pushing event deleted for resources: {'Port': ['ID=35caed36-f226-4dcb-909b-d6cf62599c3e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:52.540470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] No DVR routers for this DVR port 35caed36-f226-4dcb-909b-d6cf62599c3e on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:28:52.542872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:52.546101 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-46bb2f94-d5c3-4c89-a2f5-2e973746ae26 req-6845ed4d-04d5-4a0b-b97e-82940b1ac7ab tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.27 "DELETE /networking/v2.0/ports/35caed36-f226-4dcb-909b-d6cf62599c3e HTTP/1.1" status: 204 len: 173 time: 0.4388151 Sep 20 22:28:52.605629 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27620c0-d1dd-417f-9cc8-362b31fd62dd req-32d89dc0-42e9-4fb8-84a9-e91ada1cf219 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:52.607098 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b27620c0-d1dd-417f-9cc8-362b31fd62dd req-32d89dc0-42e9-4fb8-84a9-e91ada1cf219 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0476334 Sep 20 22:28:52.632894 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-29d7c53d-00d7-4a0f-b76b-2f5a208ca9b1 req-ec6af1f8-1c64-46be-a25a-02dace21c303 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0277078 Sep 20 22:28:52.658134 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b27620c0-d1dd-417f-9cc8-362b31fd62dd req-e6fcafd3-05a2-4673-81db-70ebf9d12d70 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Sep 20 22:28:52.720766 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'name': 'network-vif-deleted', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:52.723707 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16141e-3811-492f-8c14-834a0c9dcf01" -d '{"events": [{"server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "name": "network-vif-deleted", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:52.761000 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f89f6c-92a7-48cd-b69f-1405b8f0a6d9 x-openstack-request-id: req-69f89f6c-92a7-48cd-b69f-1405b8f0a6d9 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:52.761364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc14577-a081-4fbe-9687-94753644450a", "name": "network-vif-deleted", "tag": "35caed36-f226-4dcb-909b-d6cf62599c3e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:52.761621 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69f89f6c-92a7-48cd-b69f-1405b8f0a6d9 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:52.762049 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f89f6c-92a7-48cd-b69f-1405b8f0a6d9'] response: {'server_uuid': '1bc14577-a081-4fbe-9687-94753644450a', 'name': 'network-vif-deleted', 'tag': '35caed36-f226-4dcb-909b-d6cf62599c3e', 'status': 'completed', 'code': 200} Sep 20 22:28:53.125925 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 514d6b9b-bb67-4159-8746-002d9cc07694 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:53.145677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 514d6b9b-bb67-4159-8746-002d9cc07694 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:28:53.146007 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 514d6b9b-bb67-4159-8746-002d9cc07694 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:28:53.293684 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b1a4f2e-cf73-487e-ba7d-8b5897469930 req-9d2656de-3a78-4b27-b6bb-eaf2efa338c1 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704f353f-861e-47cf-9625-7210f9f1f81e HTTP/1.1" status: 200 len: 210 time: 0.0304861 Sep 20 22:28:53.752758 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-21c43f63-efe4-4a0a-a695-2526830408a8 req-bfee4f92-f598-4095-8e60-7e4292274281 tempest-VolumesSnapshotTestJSON-576134153 tempest-VolumesSnapshotTestJSON-576134153-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1bc14577-a081-4fbe-9687-94753644450a HTTP/1.1" status: 200 len: 210 time: 0.0369332 Sep 20 22:28:53.782547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:53.794291 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6df0a0-d4c4-46ac-9d8e-9453a0c31854 req-338a5db5-afd9-4eea-99a8-cadd635f22c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:53.795776 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dd6df0a0-d4c4-46ac-9d8e-9453a0c31854 req-338a5db5-afd9-4eea-99a8-cadd635f22c7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0517106 Sep 20 22:28:53.844522 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dd6df0a0-d4c4-46ac-9d8e-9453a0c31854 req-2aeb61f5-0d2b-47aa-8333-88ae8bb42836 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Sep 20 22:28:54.386090 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33072) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:54.405830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:54.442278 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (80258efb-edf7-47fc-bfb4-c375c6e4f8cc), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.463979 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (80258efb-edf7-47fc-bfb4-c375c6e4f8cc), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.511133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (80258efb-edf7-47fc-bfb4-c375c6e4f8cc), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.513921 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.515051 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/80258efb-edf7-47fc-bfb4-c375c6e4f8cc HTTP/1.1" status: 204 len: 168 time: 0.1277657 Sep 20 22:28:54.517864 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33074) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:54.524775 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a481bce-5435-49b5-b927-ca76ecc63d0b tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80258efb-edf7-47fc-bfb4-c375c6e4f8cc,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:54.531961 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.api.v2.resource [None req-6754c477-d069-4fca-89f0-897ec92a9541 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] show failed (client error): The resource could not be found. Sep 20 22:28:54.532956 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6754c477-d069-4fca-89f0-897ec92a9541 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups/80258efb-edf7-47fc-bfb4-c375c6e4f8cc HTTP/1.1" status: 404 len: 347 time: 0.0135088 Sep 20 22:28:54.535681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33076) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:54.654198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Deleting port a2e234e8-18fb-4b09-aed2-120704d69f1d {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:28:54.654566 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.746900 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.747970 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (a2e234e8-18fb-4b09-aed2-120704d69f1d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.764298 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Calling delete_port for a2e234e8-18fb-4b09-aed2-120704d69f1d owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:28:54.911462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (a2e234e8-18fb-4b09-aed2-120704d69f1d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:54.958160 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event deleted for resources: {'Port': ['ID=a2e234e8-18fb-4b09-aed2-120704d69f1d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:55.039598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968dbbe-5a49-4466-9e0c-610d17dee257 req-a0db3109-bf15-488d-911f-e6ffa12905bb tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:55.040707 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d968dbbe-5a49-4466-9e0c-610d17dee257 req-a0db3109-bf15-488d-911f-e6ffa12905bb tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.1114750 Sep 20 22:28:55.056166 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:55.076830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks [] for floatingip (87573779-e894-49bc-9753-785053bae3c6), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:55.079594 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:55.083221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b4960384-8d72-4b71-a76e-5f580f688417 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/87573779-e894-49bc-9753-785053bae3c6 HTTP/1.1" status: 204 len: 168 time: 0.5441720 Sep 20 22:28:55.122481 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d968dbbe-5a49-4466-9e0c-610d17dee257 req-d552d39e-44db-4b54-bf5f-09f1647bd176 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692863 Sep 20 22:28:55.381818 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33100) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:55.391043 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40666acc-0958-447e-90d0-0e97ebcc88b5 req-dbebc9ce-575f-49f6-862f-98592a56f4a0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:55.392458 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-40666acc-0958-447e-90d0-0e97ebcc88b5 req-dbebc9ce-575f-49f6-862f-98592a56f4a0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0479784 Sep 20 22:28:55.448618 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-40666acc-0958-447e-90d0-0e97ebcc88b5 req-25ce4c86-6a63-4fe9-beb2-822ef21c751f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505605 Sep 20 22:28:55.466555 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-587a324b-dc84-48e0-90c7-94872bced923 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835128 Sep 20 22:28:55.476018 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ba9b5535-59e1-4117-95a3-75682e49c27f service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:28:55.477204 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ba9b5535-59e1-4117-95a3-75682e49c27f service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056889 Sep 20 22:28:55.556169 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33108) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:28:55.657392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ea59e167-93d3-43b4-b607-ecaf0bd13e2a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:55.658653 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ea59e167-93d3-43b4-b607-ecaf0bd13e2a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports/87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 942 time: 0.1013787 Sep 20 22:28:55.750157 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:56.542863 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:56.582200 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a8eb3-b0dc-44cb-8baa-527d08d3358c req-f7e19e4c-197e-4ae8-a421-71c0b03e26ef tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:56.583698 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de3a8eb3-b0dc-44cb-8baa-527d08d3358c req-f7e19e4c-197e-4ae8-a421-71c0b03e26ef tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0497992 Sep 20 22:28:56.636034 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de3a8eb3-b0dc-44cb-8baa-527d08d3358c req-e426e191-2681-4b67-bbd4-c3f70cff2f03 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465906 Sep 20 22:28:57.755091 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14536bdf-3804-4854-bef2-964686986161 req-95a629d5-aab4-40fd-bf64-515646a70fb9 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:57.756541 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-14536bdf-3804-4854-bef2-964686986161 req-95a629d5-aab4-40fd-bf64-515646a70fb9 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0450895 Sep 20 22:28:57.806943 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-14536bdf-3804-4854-bef2-964686986161 req-9f76d5dd-959b-4085-9bed-2c96a00d19b1 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Sep 20 22:28:58.258151 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 35caed36-f226-4dcb-909b-d6cf62599c3e no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:58.277628 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 35caed36-f226-4dcb-909b-d6cf62599c3e {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:28:58.277974 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 35caed36-f226-4dcb-909b-d6cf62599c3e not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:28:58.925258 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999844-a710-4204-bf31-c74a1c98da7f req-8e376a53-7c5c-46f1-b441-ce2b1d573e80 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:58.926701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ff999844-a710-4204-bf31-c74a1c98da7f req-8e376a53-7c5c-46f1-b441-ce2b1d573e80 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0460341 Sep 20 22:28:58.977942 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ff999844-a710-4204-bf31-c74a1c98da7f req-a2ba9c90-3852-41f2-a569-723084477b28 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Sep 20 22:28:59.214775 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:28:59.293038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 87454e86-c277-4775-8223-737852068e10 is: ACTIVE; New status is: DOWN {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:28:59.293753 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:59.318333 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:28:59.320766 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665587fa-2806-4e59-b113-5b31234f41b4" -d '{"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-unplugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:28:59.322985 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:28:59.335498 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:28:59.339269 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:28:59.365802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 20 Sep 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d8ee9a-b59b-41ee-8ca4-27dcdbb63c8d x-openstack-request-id: req-b0d8ee9a-b59b-41ee-8ca4-27dcdbb63c8d {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:28:59.366491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-unplugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:28:59.366491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0d8ee9a-b59b-41ee-8ca4-27dcdbb63c8d {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:28:59.367231 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d8ee9a-b59b-41ee-8ca4-27dcdbb63c8d'] response: {'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10', 'code': 200} Sep 20 22:28:59.389778 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=6']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:28:59.846332 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-bd51034e-7f8e-400f-a40c-8343771ae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:59.847858 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-bd51034e-7f8e-400f-a40c-8343771ae798 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be&tenant_id=99c755c2cb864d05ac8561716aba8ae2 HTTP/1.1" status: 200 len: 1127 time: 0.0832162 Sep 20 22:28:59.880524 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978734-dce4-4ed6-bf11-e06b833c65ff req-f663851f-66eb-4caa-bb62-a72ad5469c79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:28:59.882106 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-73978734-dce4-4ed6-bf11-e06b833c65ff req-f663851f-66eb-4caa-bb62-a72ad5469c79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Sep 20 22:28:59.931703 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-73978734-dce4-4ed6-bf11-e06b833c65ff req-57778eb6-21db-4816-a9f4-9d095c101b57 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Sep 20 22:29:00.100458 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb477c9-f1d4-4383-bff4-d1bc5ff0454c req-98ad9aaa-3386-43d7-8f81-bbbf4c4153ae tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:00.101953 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fb477c9-f1d4-4383-bff4-d1bc5ff0454c req-98ad9aaa-3386-43d7-8f81-bbbf4c4153ae tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0478115 Sep 20 22:29:00.150963 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8fb477c9-f1d4-4383-bff4-d1bc5ff0454c req-c8eb2a2a-50ee-4093-a320-8c04eeb1dd8b tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Sep 20 22:29:01.041578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:01.055205 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ecffa-0f66-4b1a-92ed-44908ec80c27 req-7772ab86-5917-49c9-b510-b331b4f58c23 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:01.056690 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee8ecffa-0f66-4b1a-92ed-44908ec80c27 req-7772ab86-5917-49c9-b510-b331b4f58c23 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Sep 20 22:29:01.103660 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee8ecffa-0f66-4b1a-92ed-44908ec80c27 req-4fa8e1d9-71bf-493e-adc7-9ae7cf966d63 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Sep 20 22:29:01.274337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50ab79-2b63-4423-b562-582fc99b9ac3 req-b16e08bf-a696-4b5f-9aa6-7e0bebc298d6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:01.276070 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6c50ab79-2b63-4423-b562-582fc99b9ac3 req-b16e08bf-a696-4b5f-9aa6-7e0bebc298d6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0502572 Sep 20 22:29:01.326787 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6c50ab79-2b63-4423-b562-582fc99b9ac3 req-4099588f-2ee5-48d9-b33f-39b31cadee64 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453119 Sep 20 22:29:02.177726 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-372a1129-6074-4299-bb47-87848918582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.179787 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-372a1129-6074-4299-bb47-87848918582f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1127 time: 0.0481856 Sep 20 22:29:02.228989 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9dff-83d5-4bbd-85c4-4509531f0fa9 req-ed46a91e-39b6-4bb4-a807-33ac86ef244f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.234089 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7dbc9dff-83d5-4bbd-85c4-4509531f0fa9 req-ed46a91e-39b6-4bb4-a807-33ac86ef244f tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Sep 20 22:29:02.274499 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ce9f1081-c32d-4476-909d-1c94c17d88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.276104 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-ce9f1081-c32d-4476-909d-1c94c17d88cb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.0906472 Sep 20 22:29:02.287595 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7dbc9dff-83d5-4bbd-85c4-4509531f0fa9 req-4283fab1-1e4d-4f0f-882f-66247dbf1d66 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512278 Sep 20 22:29:02.386694 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-9e2493ba-6144-491e-9527-e80d80e81b98 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 999 time: 0.0771792 Sep 20 22:29:02.461812 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0de78-cc2b-46c6-a965-2760470f4742 req-e33bbdd0-100e-43d7-96da-04de33862b11 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.463309 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6c0de78-cc2b-46c6-a965-2760470f4742 req-e33bbdd0-100e-43d7-96da-04de33862b11 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0512276 Sep 20 22:29:02.546442 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a6c0de78-cc2b-46c6-a965-2760470f4742 req-524dfc26-940b-4d5c-89cb-a7170dce48d0 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774620 Sep 20 22:29:02.555698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-75363746-70ab-4f88-a860-534cb756a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.557138 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-75363746-70ab-4f88-a860-534cb756a641 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0667453 Sep 20 22:29:02.600998 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314de98-2987-4252-9a7a-b1112b4e413f req-294078bb-753b-4f38-9265-3c249f82758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.602402 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-294078bb-753b-4f38-9265-3c249f82758d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391212 Sep 20 22:29:02.673520 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:02.677404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-dc99b9d0-adc7-4493-b541-af8b138c720c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:02.679083 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-dc99b9d0-adc7-4493-b541-af8b138c720c tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 945 time: 0.0498281 Sep 20 22:29:02.716067 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-16796642-38b7-438a-a7c8-99893beeeb5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873427 Sep 20 22:29:02.768599 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Deleting port a021146d-28cd-4ea4-a592-2293bed5bd15 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:02.768950 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:02.814222 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c314de98-2987-4252-9a7a-b1112b4e413f req-829521dd-4825-4f57-80c6-0e54480b4e30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905910 Sep 20 22:29:02.857854 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] For port a021146d-28cd-4ea4-a592-2293bed5bd15, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a021146d-28cd-4ea4-a592-2293bed5bd15,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:02.858138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:02.871261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Calling delete_port for a021146d-28cd-4ea4-a592-2293bed5bd15 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:03.002866 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (a021146d-28cd-4ea4-a592-2293bed5bd15), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:03.015342 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2935ce4a-cc6e-475c-a649-2b15aa333949', 'a021146d-28cd-4ea4-a592-2293bed5bd15'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:29:03.031634 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event deleted for resources: {'Port': ['ID=a021146d-28cd-4ea4-a592-2293bed5bd15,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:03.082479 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] No DVR routers for this DVR port a021146d-28cd-4ea4-a592-2293bed5bd15 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:03.085058 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:03.088258 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-96169c6c-1ec8-4b88-a546-7a00e21d4a43 req-d8ba5642-8051-4e56-a377-5b3151bcfea4 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a021146d-28cd-4ea4-a592-2293bed5bd15 HTTP/1.1" status: 204 len: 173 time: 0.4042385 Sep 20 22:29:03.088758 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'name': 'network-vif-deleted', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:03.091220 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3da2a-9adc-43d0-8a7a-708487eda087" -d '{"events": [{"server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "name": "network-vif-deleted", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:03.137616 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588f1b93-9d61-45b5-b46d-d17fe66487a9 x-openstack-request-id: req-588f1b93-9d61-45b5-b46d-d17fe66487a9 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:03.137908 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc70c4c-17f0-432f-a168-0e8a0cfadf49", "name": "network-vif-deleted", "tag": "a021146d-28cd-4ea4-a592-2293bed5bd15", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:03.138161 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-588f1b93-9d61-45b5-b46d-d17fe66487a9 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:03.138619 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588f1b93-9d61-45b5-b46d-d17fe66487a9'] response: {'server_uuid': 'bfc70c4c-17f0-432f-a168-0e8a0cfadf49', 'name': 'network-vif-deleted', 'tag': 'a021146d-28cd-4ea4-a592-2293bed5bd15', 'status': 'completed', 'code': 200} Sep 20 22:29:03.405603 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-96e48df7-e58e-468f-a7f4-5ae953a9dfa0 req-eae76eaf-11da-493d-a2f7-7e00e5dcaae2 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bfc70c4c-17f0-432f-a168-0e8a0cfadf49 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Sep 20 22:29:03.670186 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:03.685174 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80afc20-52b4-4575-986f-0c4f79efabb6 req-f48ef409-02b3-4529-9993-32ccaebce5f6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:03.686760 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f80afc20-52b4-4575-986f-0c4f79efabb6 req-f48ef409-02b3-4529-9993-32ccaebce5f6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0565474 Sep 20 22:29:03.736927 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f80afc20-52b4-4575-986f-0c4f79efabb6 req-20d306a9-ff4d-4237-99e2-8727e81755fa tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Sep 20 22:29:04.667478 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:04.679525 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6366ca-3b4f-4cc6-8ac0-094e23a6ea5f req-b536da21-11b6-447f-8114-99bdfbd1db3d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:04.681297 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a6366ca-3b4f-4cc6-8ac0-094e23a6ea5f req-b536da21-11b6-447f-8114-99bdfbd1db3d tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 20 22:29:04.732325 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5a6366ca-3b4f-4cc6-8ac0-094e23a6ea5f req-7ed20707-b818-4fdd-8a9f-a8dce932bbe9 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Sep 20 22:29:04.866778 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411eba2-d1e6-42e3-bf1d-61bf4ddbb355 req-071dbaad-8f8a-4416-94a0-7ceae0db0e2f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:04.868680 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8411eba2-d1e6-42e3-bf1d-61bf4ddbb355 req-071dbaad-8f8a-4416-94a0-7ceae0db0e2f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0465372 Sep 20 22:29:04.917633 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8411eba2-d1e6-42e3-bf1d-61bf4ddbb355 req-6b81bb29-333a-4aad-98e2-574bf58b9427 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Sep 20 22:29:05.758108 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:05.763094 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=31 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:05.850357 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381692-9e49-4e5b-8701-989761a6c6ad req-f40dd5b3-805f-4255-b4ef-46751608c197 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:05.851879 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1381692-9e49-4e5b-8701-989761a6c6ad req-f40dd5b3-805f-4255-b4ef-46751608c197 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0453620 Sep 20 22:29:05.899131 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c1381692-9e49-4e5b-8701-989761a6c6ad req-40d23e74-f663-40db-9cae-38b281a678a6 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Sep 20 22:29:06.036776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d63a-f2b6-4074-8b4e-b8c8fd58a9d2 req-414fdee6-2a01-4720-bf70-31f636cbbdbc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:06.038270 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a519d63a-f2b6-4074-8b4e-b8c8fd58a9d2 req-414fdee6-2a01-4720-bf70-31f636cbbdbc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0456269 Sep 20 22:29:06.089834 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a519d63a-f2b6-4074-8b4e-b8c8fd58a9d2 req-004b47b0-50d4-40b0-a9d9-d955190e1e6a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Sep 20 22:29:07.017976 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57289-6941-4693-aca0-27c872ec95ca req-4fccfe9c-d1e1-4029-a9dd-6b9838cc1253 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:07.019361 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4df57289-6941-4693-aca0-27c872ec95ca req-4fccfe9c-d1e1-4029-a9dd-6b9838cc1253 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0463288 Sep 20 22:29:07.066249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4df57289-6941-4693-aca0-27c872ec95ca req-cdf6ed49-8a7d-4a84-9967-ae4dd5eaed79 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Sep 20 22:29:07.208735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964887d-7ce1-4396-9662-5d6a927b6058 req-c337c201-d113-454e-8e04-f937b0e33c03 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:07.210257 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c964887d-7ce1-4396-9662-5d6a927b6058 req-c337c201-d113-454e-8e04-f937b0e33c03 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0462570 Sep 20 22:29:07.258762 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-c964887d-7ce1-4396-9662-5d6a927b6058 req-b66ad835-c7e3-4ea0-930a-df5da72b3e04 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Sep 20 22:29:07.314178 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df3d2198-4c15-4523-8a6d-d49338716d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:07.367919 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a021146d-28cd-4ea4-a592-2293bed5bd15 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:07.386896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: a021146d-28cd-4ea4-a592-2293bed5bd15 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:07.387244 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a021146d-28cd-4ea4-a592-2293bed5bd15 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:08.189587 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a4b20-3fbd-4fee-bd66-a529c0f9a4d7 req-e159bfb7-7bbc-459b-96e5-e5761b6de4a0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:08.191586 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d6a4b20-3fbd-4fee-bd66-a529c0f9a4d7 req-e159bfb7-7bbc-459b-96e5-e5761b6de4a0 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0500188 Sep 20 22:29:08.236984 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d6a4b20-3fbd-4fee-bd66-a529c0f9a4d7 req-76967f8f-fc12-43a4-8082-192de3a989da tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Sep 20 22:29:08.375641 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bb665-3043-492e-8cf0-fa0e3c4eca07 req-e7fc950a-6398-4db5-a7c3-357401c58669 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:08.377097 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-be4bb665-3043-492e-8cf0-fa0e3c4eca07 req-e7fc950a-6398-4db5-a7c3-357401c58669 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0447650 Sep 20 22:29:08.401738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:08.425659 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-be4bb665-3043-492e-8cf0-fa0e3c4eca07 req-3880d6bc-c7af-4ac4-a660-792ea4184eae tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424783 Sep 20 22:29:09.363231 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ec6e-8ee7-4bea-8d18-f4e307b78a6c req-ede5ff3a-d2b9-4f2e-b7ff-85d4dfb55db7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:09.364686 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a068ec6e-8ee7-4bea-8d18-f4e307b78a6c req-ede5ff3a-d2b9-4f2e-b7ff-85d4dfb55db7 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0459287 Sep 20 22:29:09.413240 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a068ec6e-8ee7-4bea-8d18-f4e307b78a6c req-eff17107-9dc2-4277-a3bf-bc519cf5ea12 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Sep 20 22:29:09.556673 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92323b-04ce-42b1-91b7-893fca5182da req-f33280f7-0926-4eda-bd7a-60c596c994b2 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:09.558066 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b92323b-04ce-42b1-91b7-893fca5182da req-f33280f7-0926-4eda-bd7a-60c596c994b2 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0480099 Sep 20 22:29:09.609796 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b92323b-04ce-42b1-91b7-893fca5182da req-2c984893-ce0a-42dc-8d7b-b9e4cc4b7303 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 Sep 20 22:29:09.640294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-67133ee7-f3d2-48bd-9c84-95bdf4f27654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:10.537225 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580a29-4d8d-4f98-8216-8ee9945a070f req-d9256250-d00c-473e-becd-e8a20c525bd5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:10.538657 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-00580a29-4d8d-4f98-8216-8ee9945a070f req-d9256250-d00c-473e-becd-e8a20c525bd5 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0467176 Sep 20 22:29:10.590752 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-00580a29-4d8d-4f98-8216-8ee9945a070f req-69afd807-4252-4359-b4b2-0cf56e6557c3 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fd88f759-48df-4b26-ba2a-9a143cd1c1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Sep 20 22:29:10.734148 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-a5abbbff-0527-4c02-a883-a7b061098407 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:10.737598 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-a5abbbff-0527-4c02-a883-a7b061098407 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 945 time: 0.0752559 Sep 20 22:29:10.740036 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:10.757914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f54bf-2a02-4f9f-8265-ba8a2e4e8e7f req-a526a070-358d-4eaa-943d-e9b07f2a2691 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:10.759295 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ca0f54bf-2a02-4f9f-8265-ba8a2e4e8e7f req-a526a070-358d-4eaa-943d-e9b07f2a2691 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0706975 Sep 20 22:29:10.861664 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ca0f54bf-2a02-4f9f-8265-ba8a2e4e8e7f req-84904622-2292-4553-b61f-4e39e71677c8 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830102 Sep 20 22:29:10.864639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Deleting port 2935ce4a-cc6e-475c-a649-2b15aa333949 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:10.864996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:10.955928 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] For port 2935ce4a-cc6e-475c-a649-2b15aa333949, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2935ce4a-cc6e-475c-a649-2b15aa333949,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:10.956236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:10.968363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Calling delete_port for 2935ce4a-cc6e-475c-a649-2b15aa333949 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:11.022000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:11.095400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2935ce4a-cc6e-475c-a649-2b15aa333949), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:11.106749 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2935ce4a-cc6e-475c-a649-2b15aa333949'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:29:11.122651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Pushing event deleted for resources: {'Port': ['ID=2935ce4a-cc6e-475c-a649-2b15aa333949,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:11.135160 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.135519 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.135925 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.136305 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.136646 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.137031 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.137347 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.137687 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.138028 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.138360 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.138692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.139022 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.139350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.139677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.140011 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:11.175552 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] No DVR routers for this DVR port 2935ce4a-cc6e-475c-a649-2b15aa333949 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:11.177897 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:11.181100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b63d84b-80ff-40f5-b7cd-bbc065ee65d5 req-7b1bf3d2-6308-43e8-beeb-285f43583b75 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2935ce4a-cc6e-475c-a649-2b15aa333949 HTTP/1.1" status: 204 len: 173 time: 0.4366989 Sep 20 22:29:11.181588 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'name': 'network-vif-deleted', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:11.183814 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de09c587-2083-4ba2-865c-6c8dfd7c78d0" -d '{"events": [{"server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "name": "network-vif-deleted", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:11.280149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c7001-3414-48d6-b06b-9e489aeb5bb9 x-openstack-request-id: req-5e9c7001-3414-48d6-b06b-9e489aeb5bb9 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:11.280440 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72562d-a97c-4822-bb23-f96a857ce91e", "name": "network-vif-deleted", "tag": "2935ce4a-cc6e-475c-a649-2b15aa333949", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:11.280700 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e9c7001-3414-48d6-b06b-9e489aeb5bb9 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:11.281142 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9c7001-3414-48d6-b06b-9e489aeb5bb9'] response: {'server_uuid': '7b72562d-a97c-4822-bb23-f96a857ce91e', 'name': 'network-vif-deleted', 'tag': '2935ce4a-cc6e-475c-a649-2b15aa333949', 'status': 'completed', 'code': 200} Sep 20 22:29:11.710039 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eb9df7a7-c45d-4a42-8f1e-e06f1d6f9941 req-eb547e6d-4474-4c70-b37e-2c5fa429ac72 tempest-ServerRescueNegativeTestJSON-475540964 tempest-ServerRescueNegativeTestJSON-475540964-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7b72562d-a97c-4822-bb23-f96a857ce91e HTTP/1.1" status: 200 len: 210 time: 0.0311358 Sep 20 22:29:11.984428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4202334-11ba-451d-aa9c-2b2552ccfdc4 req-3583812a-f1d9-49d8-a338-ecf527e930fc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:11.985828 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4202334-11ba-451d-aa9c-2b2552ccfdc4 req-3583812a-f1d9-49d8-a338-ecf527e930fc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0453053 Sep 20 22:29:12.035239 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e4202334-11ba-451d-aa9c-2b2552ccfdc4 req-61b1e271-a971-4170-99ee-564b763a7c4b tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Sep 20 22:29:12.198117 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:12.347714 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:12.784188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33290) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:13.122382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:13.140036 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (3c6d0798-75e9-446b-8609-ff20648d113b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.169523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40241b32-5e5c-40e4-8a95-6d7b9fdd3353 req-2ae3697f-72dd-4491-b6f3-02a31103418a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:13.171011 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40241b32-5e5c-40e4-8a95-6d7b9fdd3353 req-2ae3697f-72dd-4491-b6f3-02a31103418a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 943 time: 0.0509644 Sep 20 22:29:13.220867 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-40241b32-5e5c-40e4-8a95-6d7b9fdd3353 req-14760ad8-0dd7-449f-a4fd-6b33f464763e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Sep 20 22:29:13.416514 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:29:13.491632 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:13.520790 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:13.531939 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '87454e86-c277-4775-8223-737852068e10', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'port_id': '87454e86-c277-4775-8223-737852068e10', 'mac_address': 'fa:16:3e:48:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:29:13.569496 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 87454e86-c277-4775-8223-737852068e10 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:13.569885 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.582784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87454e86-c277-4775-8223-737852068e10 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:29:13.598499 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Deleting port 2d1bc90b-ea09-4181-998d-0788fbb74ac6 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:13.598837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.602363 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:13.606316 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.654325 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=7']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:13.680056 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] For port 2d1bc90b-ea09-4181-998d-0788fbb74ac6, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2d1bc90b-ea09-4181-998d-0788fbb74ac6,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:13.680421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.696439 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Calling delete_port for 2d1bc90b-ea09-4181-998d-0788fbb74ac6 owned by network:router_interface {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:13.762314 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:13.864439 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['87454e86-c277-4775-8223-737852068e10'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:29:13.890788 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2d1bc90b-ea09-4181-998d-0788fbb74ac6), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:13.923194 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1bc90b-ea09-4181-998d-0788fbb74ac6,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:13.974734 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:14.102299 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (3c6d0798-75e9-446b-8609-ff20648d113b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:14.252401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:14.328500 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Router 3c6d0798-75e9-446b-8609-ff20648d113b has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:29:14.354286 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8f5a0-4499-4c7b-a134-d57a5935cacd req-7f3560b5-d13d-4683-8182-d1a06a7ecc0a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:14.355746 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-05a8f5a0-4499-4c7b-a134-d57a5935cacd req-7f3560b5-d13d-4683-8182-d1a06a7ecc0a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 944 time: 0.0571237 Sep 20 22:29:14.470012 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-05a8f5a0-4499-4c7b-a134-d57a5935cacd req-f67ed8fb-5810-43f7-9b05-deeff207f063 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865245 Sep 20 22:29:14.480755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:14.486302 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-59c1f9ab-ebee-4601-bec6-e8fb56bc9f4a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3c6d0798-75e9-446b-8609-ff20648d113b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009308 Sep 20 22:29:14.489790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33304) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:14.490670 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Sync routers for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:14.501319 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:14.501966 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:14.587648 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks [] for router (3c6d0798-75e9-446b-8609-ff20648d113b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:14.600836 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:14.621629 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:14.686804 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks [] for router_gateway (3c6d0798-75e9-446b-8609-ff20648d113b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:14.730859 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Deleting port d23149a5-d146-49ca-96f6-9d5426ddc43e {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:14.731198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:14.814001 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] For port d23149a5-d146-49ca-96f6-9d5426ddc43e, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=d23149a5-d146-49ca-96f6-9d5426ddc43e,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:14.814359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:14.827964 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Calling delete_port for d23149a5-d146-49ca-96f6-9d5426ddc43e owned by network:router_gateway {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:14.852436 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:29:13Z', 'revision_number': 5, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port': {'id': 'd23149a5-d146-49ca-96f6-9d5426ddc43e', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:14.885768 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Checking router: 3c6d0798-75e9-446b-8609-ff20648d113b for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:14.894601 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Routers {'3c6d0798-75e9-446b-8609-ff20648d113b'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:14.895195 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3c6d0798-75e9-446b-8609-ff20648d113b'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:14.980740 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] Set router 3c6d0798-75e9-446b-8609-ff20648d113b gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:15.019192 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (d23149a5-d146-49ca-96f6-9d5426ddc43e), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.031031 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:29:14Z', 'revision_number': 6, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:15.043110 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23149a5-d146-49ca-96f6-9d5426ddc43e,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:15.058546 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108571b-a365-4e35-8c4e-cdc5e41b64c4 None None] The sync data for ids ['3c6d0798-75e9-446b-8609-ff20648d113b'] in dv-cinder-858276-1-iscsi is: [{'id': '3c6d0798-75e9-446b-8609-ff20648d113b', 'name': 'tempest-ServerRescueNegativeTestJSON-411084859-router', 'tenant_id': 'e1076a54706448038779945f53703345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:35Z', 'updated_at': '2022-09-20T22:29:14Z', 'revision_number': 6, 'project_id': 'e1076a54706448038779945f53703345', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:15.128012 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (3c6d0798-75e9-446b-8609-ff20648d113b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.215336 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (3c6d0798-75e9-446b-8609-ff20648d113b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.217882 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks [] for router_controller (3c6d0798-75e9-446b-8609-ff20648d113b), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.265536 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (3c6d0798-75e9-446b-8609-ff20648d113b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.266267 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6d0798-75e9-446b-8609-ff20648d113b {{(pid=106260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:29:15.271149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.272317 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-71cdcdc3-f125-45c6-b132-011edd174382 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/3c6d0798-75e9-446b-8609-ff20648d113b HTTP/1.1" status: 204 len: 168 time: 0.7815795 Sep 20 22:29:15.275064 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33328) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:15.300524 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:15.321957 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Deleting subnet 34e54705-39bd-4534-b2c9-c6256bb8a641 {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:29:15.324987 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Publish callbacks [] for subnet (34e54705-39bd-4534-b2c9-c6256bb8a641), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.359011 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (34e54705-39bd-4534-b2c9-c6256bb8a641), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.430091 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:15.464761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (34e54705-39bd-4534-b2c9-c6256bb8a641), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.479444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 87454e86-c277-4775-8223-737852068e10 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:15.479815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (87454e86-c277-4775-8223-737852068e10), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.480348 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 87454e86-c277-4775-8223-737852068e10 Sep 20 22:29:15.511763 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:15.535400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (34e54705-39bd-4534-b2c9-c6256bb8a641), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.547877 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.553505 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/34e54705-39bd-4534-b2c9-c6256bb8a641 HTTP/1.1" status: 204 len: 168 time: 0.2750852 Sep 20 22:29:15.554402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33332) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:15.565816 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1fad3-0932-4454-99e7-7112bcfa3d98 None None] Network fb96844d-680b-4102-a9cf-bec623bb10c8 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:15.568791 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8ddb3-48d9-4e24-9255-bdbd7bf23d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e54705-39bd-4534-b2c9-c6256bb8a641,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:15.569175 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 87454e86-c277-4775-8223-737852068e10 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:15.569566 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (87454e86-c277-4775-8223-737852068e10), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.644194 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:15.646461 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332be51-e85a-46ab-80a1-0b4613458d67" -d '{"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-plugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:15.662971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:15.677538 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad8e2-c56b-4029-a355-c0a094bba291 req-f00abd1d-d19c-4493-b5e5-2e45928808bc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:15.679013 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d6ad8e2-c56b-4029-a355-c0a094bba291 req-f00abd1d-d19c-4493-b5e5-2e45928808bc tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 944 time: 0.1111729 Sep 20 22:29:15.683188 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (fb96844d-680b-4102-a9cf-bec623bb10c8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.683356 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (87454e86-c277-4775-8223-737852068e10), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.684007 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2935ce4a-cc6e-475c-a649-2b15aa333949 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:15.708772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1836c8-acae-4a36-88c9-af7fd229bb76 x-openstack-request-id: req-0d1836c8-acae-4a36-88c9-af7fd229bb76 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:15.708772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-plugged", "status": "completed", "tag": "87454e86-c277-4775-8223-737852068e10", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:15.709129 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d1836c8-acae-4a36-88c9-af7fd229bb76 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:15.709787 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1836c8-acae-4a36-88c9-af7fd229bb76'] response: {'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87454e86-c277-4775-8223-737852068e10', 'code': 200} Sep 20 22:29:15.728565 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 2935ce4a-cc6e-475c-a649-2b15aa333949 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:15.728917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2935ce4a-cc6e-475c-a649-2b15aa333949 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:15.743592 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:15.759869 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=8']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:15.775200 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Deleting port 9e3704e4-91af-483b-ba3b-951b14a5055c {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:15.775520 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.780252 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6d6ad8e2-c56b-4029-a355-c0a094bba291 req-7625e584-70ee-4b65-8bda-34d3894b3c02 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941052 Sep 20 22:29:15.829442 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:15.857689 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] For port 9e3704e4-91af-483b-ba3b-951b14a5055c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=9e3704e4-91af-483b-ba3b-951b14a5055c,segment=NetworkSegment(b2c449b3-b692-455e-9166-fdbe4aee5025),segment_id=b2c449b3-b692-455e-9166-fdbe4aee5025)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:15.858392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.878624 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Calling delete_port for 9e3704e4-91af-483b-ba3b-951b14a5055c owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:15.889652 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] DHCP port deletion for fb96844d-680b-4102-a9cf-bec623bb10c8 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:29:15.899489 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:15.936227 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2d1bc90b-ea09-4181-998d-0788fbb74ac6 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:15.964114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 2d1bc90b-ea09-4181-998d-0788fbb74ac6 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:15.964530 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2d1bc90b-ea09-4181-998d-0788fbb74ac6 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:15.965044 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device d23149a5-d146-49ca-96f6-9d5426ddc43e no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:15.972277 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Deleting port 9e3704e4-91af-483b-ba3b-951b14a5055c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:15.972918 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.973452 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:15.998289 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3704e4-91af-483b-ba3b-951b14a5055c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:16.001534 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: d23149a5-d146-49ca-96f6-9d5426ddc43e {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:16.002132 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device d23149a5-d146-49ca-96f6-9d5426ddc43e not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:16.003077 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9e3704e4-91af-483b-ba3b-951b14a5055c no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:16.004630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] No DVR routers for this DVR port 9e3704e4-91af-483b-ba3b-951b14a5055c on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:16.030579 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f7ac-e186-4624-9731-c544ffac5457 req-78b52c6d-34e3-4f99-8cee-5f759ab65858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:16.034262 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0e41f7ac-e186-4624-9731-c544ffac5457 req-78b52c6d-34e3-4f99-8cee-5f759ab65858 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.1202579 Sep 20 22:29:16.056811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 9e3704e4-91af-483b-ba3b-951b14a5055c {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:16.057189 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 9e3704e4-91af-483b-ba3b-951b14a5055c not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:16.082479 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (fb96844d-680b-4102-a9cf-bec623bb10c8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.083268 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] For port 9e3704e4-91af-483b-ba3b-951b14a5055c, host dv-cinder-858276-1-iscsi, got binding levels [] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:16.083904 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.094472 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0e41f7ac-e186-4624-9731-c544ffac5457 req-04526339-5bde-4cb6-afac-b75445c35a6c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532475 Sep 20 22:29:16.098701 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Calling delete_port for 9e3704e4-91af-483b-ba3b-951b14a5055c owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:16.102423 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.ipam_backend_mixin [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Port 9e3704e4-91af-483b-ba3b-951b14a5055c was not found and therefore no delete operation was performed {{(pid=106262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 20 22:29:16.103655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb96844d-680b-4102-a9cf-bec623bb10c8']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:16.103784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (9e3704e4-91af-483b-ba3b-951b14a5055c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.113416 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c449b3-b692-455e-9166-fdbe4aee5025') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:16.113719 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c449b3-b692-455e-9166-fdbe4aee5025') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:16.126090 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] Pushing event deleted for resources: {'Port': ['ID=9e3704e4-91af-483b-ba3b-951b14a5055c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:16.127877 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (b2c449b3-b692-455e-9166-fdbe4aee5025), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.131833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81507c4d-f3a1-4f62-a3c5-277ee055bc1c None None] No DVR routers for this DVR port 9e3704e4-91af-483b-ba3b-951b14a5055c on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:16.143681 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (b2c449b3-b692-455e-9166-fdbe4aee5025), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.155997 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:29:16.156561 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (b2c449b3-b692-455e-9166-fdbe4aee5025), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.227634 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (fb96844d-680b-4102-a9cf-bec623bb10c8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.236661 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.239804 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fb96844d-680b-4102-a9cf-bec623bb10c8 HTTP/1.1" status: 204 len: 168 time: 0.6836932 Sep 20 22:29:16.269151 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08265a6d-2ca2-4540-a5be-2d12dcf6f2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb96844d-680b-4102-a9cf-bec623bb10c8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:16.285158 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment b2c449b3-b692-455e-9166-fdbe4aee5025 resource provider aggregate not found Sep 20 22:29:16.308282 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment b2c449b3-b692-455e-9166-fdbe4aee5025 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c449b3-b692-455e-9166-fdbe4aee5025 found for delete ", "request_id": "req-ed10d4de-5b7d-4971-afc9-e2b5d013d292"}]} Sep 20 22:29:16.338765 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.407081 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33354) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:16.449781 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a8dbc6a4-d726-4eef-bfc3-41c658deb8ce admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e1076a54706448038779945f53703345&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414622 Sep 20 22:29:16.452481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33356) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:16.502902 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Publish callbacks [] for security_group (fd88f759-48df-4b26-ba2a-9a143cd1c1fa), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.526379 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Publish callbacks [] for security_group (fd88f759-48df-4b26-ba2a-9a143cd1c1fa), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.572992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (fd88f759-48df-4b26-ba2a-9a143cd1c1fa), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.575497 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:16.576630 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fd88f759-48df-4b26-ba2a-9a143cd1c1fa HTTP/1.1" status: 204 len: 168 time: 0.1230676 Sep 20 22:29:16.584509 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88f759-48df-4b26-ba2a-9a143cd1c1fa,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:16.592593 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.592946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.593317 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.593662 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.594001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.594338 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.594669 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.595190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.595527 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.595895 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.596228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.596557 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.596886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.597237 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.597565 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253b0e5-9a51-484f-af11-6fb50aecd635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:16.911490 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b53d-0b8b-4d3d-b49b-4daa6829f08d req-3c840234-2de6-495f-acf0-c1e8383844a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:16.913109 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-beb0b53d-0b8b-4d3d-b49b-4daa6829f08d req-3c840234-2de6-495f-acf0-c1e8383844a5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0472608 Sep 20 22:29:16.963873 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-beb0b53d-0b8b-4d3d-b49b-4daa6829f08d req-6fd446d9-e484-4626-bf4b-023acd22d4c5 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Sep 20 22:29:17.358685 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33384) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:17.407272 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Deleting subnet b026d0cf-2dd1-4397-992e-ced36d99c10c {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:29:17.410452 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Publish callbacks [] for subnet (b026d0cf-2dd1-4397-992e-ced36d99c10c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.448362 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (b026d0cf-2dd1-4397-992e-ced36d99c10c), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.492351 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (b026d0cf-2dd1-4397-992e-ced36d99c10c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.552378 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (b026d0cf-2dd1-4397-992e-ced36d99c10c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.578381 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b026d0cf-2dd1-4397-992e-ced36d99c10c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:17.582285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.588033 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33394) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:17.589453 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-50fc8ed1-e43d-4840-ac98-c250a3612fe0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/b026d0cf-2dd1-4397-992e-ced36d99c10c HTTP/1.1" status: 204 len: 168 time: 0.2296672 Sep 20 22:29:17.657199 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (944b21fa-950f-457b-a018-244a7ad7e4ee), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.737632 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (944b21fa-950f-457b-a018-244a7ad7e4ee), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.757821 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944b21fa-950f-457b-a018-244a7ad7e4ee']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:17.767085 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea138eb3-29d3-4d98-92da-7fef2fc355e3') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:17.767385 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea138eb3-29d3-4d98-92da-7fef2fc355e3') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:17.776889 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (ea138eb3-29d3-4d98-92da-7fef2fc355e3), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.790823 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (ea138eb3-29d3-4d98-92da-7fef2fc355e3), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.795105 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:17.798332 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:29:17.798745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (ea138eb3-29d3-4d98-92da-7fef2fc355e3), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.860626 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (944b21fa-950f-457b-a018-244a7ad7e4ee), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.872105 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:17.878941 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/944b21fa-950f-457b-a018-244a7ad7e4ee HTTP/1.1" status: 204 len: 168 time: 0.2868099 Sep 20 22:29:17.886244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dd8eb-036c-49f4-a7b4-4a2d2c38f188 admin admin] Pushing event deleted for resources: {'Network': ['ID=944b21fa-950f-457b-a018-244a7ad7e4ee,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:18.057244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33414) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:18.093727 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:18.113423 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0174db-13f4-4590-84c8-49c33c1e72c8 req-9d5547fc-6ab4-4ca5-b973-3c24ea748f0d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:18.114906 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f0174db-13f4-4590-84c8-49c33c1e72c8 req-9d5547fc-6ab4-4ca5-b973-3c24ea748f0d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0695179 Sep 20 22:29:18.152610 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cbe937a9-4019-40c6-b0b2-e26af1386744 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bef004c556b540e28aafe07418fe8e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940104 Sep 20 22:29:18.155600 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33416) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:18.197814 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0f0174db-13f4-4590-84c8-49c33c1e72c8 req-b064c760-4169-41d4-9f47-665c0d6c8d93 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741017 Sep 20 22:29:18.228513 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] Publish callbacks [] for security_group (b476506a-d831-4c44-808e-6baa5c865f4b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:18.250397 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] Publish callbacks [] for security_group (b476506a-d831-4c44-808e-6baa5c865f4b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:18.298879 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (b476506a-d831-4c44-808e-6baa5c865f4b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:18.301768 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:18.302915 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b476506a-d831-4c44-808e-6baa5c865f4b HTTP/1.1" status: 204 len: 168 time: 0.1462796 Sep 20 22:29:18.310539 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b588d2-2f87-4501-ba50-4f7de715d2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b476506a-d831-4c44-808e-6baa5c865f4b,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:18.326988 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment ea138eb3-29d3-4d98-92da-7fef2fc355e3 resource provider aggregate not found Sep 20 22:29:18.350233 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment ea138eb3-29d3-4d98-92da-7fef2fc355e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea138eb3-29d3-4d98-92da-7fef2fc355e3 found for delete ", "request_id": "req-ea5a5e5f-c8e2-4ae5-aef9-7f6707978719"}]} Sep 20 22:29:18.964071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33446) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:19.058249 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1032642622-network', 'tenant_id': '42019663de764ee490940ccca9300b0f'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:19.078826 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Made reservation on behalf of 42019663de764ee490940ccca9300b0f for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:29:19.081445 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.090042 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.107210 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:19.168000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks [] for security_group (2240582b-6a83-4b12-bbf9-bd8cb710dd45), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.171613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2240582b-6a83-4b12-bbf9-bd8cb710dd45), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.179039 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:19.204037 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:29:19.206452 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2240582b-6a83-4b12-bbf9-bd8cb710dd45,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:19.218545 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (c117da57-01a6-42bc-85ec-0ab752c9ecad), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.218888 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Added segment c117da57-01a6-42bc-85ec-0ab752c9ecad of type vlan for network da8aba85-9a54-4a6e-abea-b06fe770c5b2 Sep 20 22:29:19.259471 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (da8aba85-9a54-4a6e-abea-b06fe770c5b2), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.282981 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (da8aba85-9a54-4a6e-abea-b06fe770c5b2), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.284624 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:19.285226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.341561 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3763778 Sep 20 22:29:19.344623 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33454) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:19.351421 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Request body: {'subnet': {'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1032642622-subnet', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:19.353709 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987788c-0cd8-4ade-a391-d8be872e8111 admin admin] Pushing event updated for resources: {'Network': ['ID=da8aba85-9a54-4a6e-abea-b06fe770c5b2,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:19.365642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:29:19.390140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Made reservation on behalf of 42019663de764ee490940ccca9300b0f for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:29:19.392740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.572921 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (520c76a6-8dd2-467a-89fc-6b38f1c55b23), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.635513 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=520c76a6-8dd2-467a-89fc-6b38f1c55b23,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:19.642015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:19.642380 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Network hostable DHCP agents. Network: da8aba85-9a54-4a6e-abea-b06fe770c5b2, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:29:19.660789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:29:19.678149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, da8aba85-9a54-4a6e-abea-b06fe770c5b2) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:19.682204 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:19.682916 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.687290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a3722-3047-4d93-b466-58ef89ff1cfd None None] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:19.701064 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4aec0497-520e-4a1e-8c49-428b3045b25d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3540037 Sep 20 22:29:19.703169 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33464) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:19.708083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:19.729432 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (68891704-638c-456a-8153-e89475203b77), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.730350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (68891704-638c-456a-8153-e89475203b77), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.785995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for router_controller (68891704-638c-456a-8153-e89475203b77), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.792519 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:29:19.793465 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:19.872183 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:19.933486 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Allocated IP 172.20.0.2 (da8aba85-9a54-4a6e-abea-b06fe770c5b2/520c76a6-8dd2-467a-89fc-6b38f1c55b23/67289d60-db57-43b3-9852-984f1a561c9a) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:19.933902 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for router_gateway (68891704-638c-456a-8153-e89475203b77), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.076576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks [] for port (67289d60-db57-43b3-9852-984f1a561c9a), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.082488 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (67289d60-db57-43b3-9852-984f1a561c9a), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.118786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for router_gateway (68891704-638c-456a-8153-e89475203b77), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.138454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.250853 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:20.254436 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Allocated IP 172.27.2.193 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/00ee8c32-dd26-463a-baec-d140aeaf6d91) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:20.257001 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:20.259171 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Pushing event updated for resources: {'Port': ['ID=67289d60-db57-43b3-9852-984f1a561c9a,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:20.261401 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:20.317577 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Attempting to bind port 67289d60-db57-43b3-9852-984f1a561c9a on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:20.318005 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Attempting to bind port 67289d60-db57-43b3-9852-984f1a561c9a by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:20.318380 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Attempting to bind port 67289d60-db57-43b3-9852-984f1a561c9a on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:20.342751 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:20.360004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:20.360428 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:20.361004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.362013 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Bound using segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:20.362546 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Bound port: 67289d60-db57-43b3-9852-984f1a561c9a, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:20.362938 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (67289d60-db57-43b3-9852-984f1a561c9a), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.366674 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.398216 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.406389 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:20.427742 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] For port 67289d60-db57-43b3-9852-984f1a561c9a, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:20.431227 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] For port 67289d60-db57-43b3-9852-984f1a561c9a, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=67289d60-db57-43b3-9852-984f1a561c9a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:20.432407 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:20.438607 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (67289d60-db57-43b3-9852-984f1a561c9a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:20.440521 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:20.446954 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:20.449307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:20.479980 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Pushing event updated for resources: {'Port': ['ID=00ee8c32-dd26-463a-baec-d140aeaf6d91,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:20.498831 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a40be5-69e3-4d2c-9c91-a4f1e5291465 None None] Pushing event updated for resources: {'Port': ['ID=67289d60-db57-43b3-9852-984f1a561c9a,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:20.961731 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for router_gateway (68891704-638c-456a-8153-e89475203b77), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.170923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (68891704-638c-456a-8153-e89475203b77), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.317426 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Router 68891704-638c-456a-8153-e89475203b77 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:29:21.383019 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf177373-e6a5-4ea1-89b8-5ae89105ebef None None] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:21.434589 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:21.454750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:21.456260 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.457847 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e6da0b0b-34b1-48de-b33f-4f4691c813d1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7535143 Sep 20 22:29:21.460553 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33488) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:21.482630 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:21.483269 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:21.546797 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Provisioning complete for port 67289d60-db57-43b3-9852-984f1a561c9a triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:21.547173 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (67289d60-db57-43b3-9852-984f1a561c9a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.547706 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Attempt 1 to provision port 67289d60-db57-43b3-9852-984f1a561c9a Sep 20 22:29:21.644789 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:21.669337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:21.795924 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Current status of the port 67289d60-db57-43b3-9852-984f1a561c9a is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:21.796321 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (67289d60-db57-43b3-9852-984f1a561c9a), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.803248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:21.906577 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] For port 67289d60-db57-43b3-9852-984f1a561c9a, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=67289d60-db57-43b3-9852-984f1a561c9a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:21.913846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (67289d60-db57-43b3-9852-984f1a561c9a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:21.947013 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 67289d60-db57-43b3-9852-984f1a561c9a up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:21.995370 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.009396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:22.051800 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9aabaa-ea26-4c8f-9802-9948e9a4722d None None] Pushing event updated for resources: {'Port': ['ID=67289d60-db57-43b3-9852-984f1a561c9a,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:22.061236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-d556389b-12f7-4a0f-83f3-b1704cc3f9c1 None None] Provisioning complete for port 67289d60-db57-43b3-9852-984f1a561c9a triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:22.061614 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d556389b-12f7-4a0f-83f3-b1704cc3f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (67289d60-db57-43b3-9852-984f1a561c9a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.061949 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-d556389b-12f7-4a0f-83f3-b1704cc3f9c1 None None] Attempt 1 to provision port 67289d60-db57-43b3-9852-984f1a561c9a Sep 20 22:29:22.087697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:20Z', 'revision_number': 3, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:22.123155 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 67289d60-db57-43b3-9852-984f1a561c9a triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:22.123537 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (67289d60-db57-43b3-9852-984f1a561c9a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.123879 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 67289d60-db57-43b3-9852-984f1a561c9a Sep 20 22:29:22.127670 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:22.128022 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Updating router 68891704-638c-456a-8153-e89475203b77 port 00ee8c32-dd26-463a-baec-d140aeaf6d91 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:29:22.151066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Allocated IP 172.20.0.1 (da8aba85-9a54-4a6e-abea-b06fe770c5b2/520c76a6-8dd2-467a-89fc-6b38f1c55b23/febea025-d036-4054-858e-798350948174) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:22.191954 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.194224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:22.254765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks [] for port (febea025-d036-4054-858e-798350948174), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.259959 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-d556389b-12f7-4a0f-83f3-b1704cc3f9c1 None None] Current status of the port 67289d60-db57-43b3-9852-984f1a561c9a is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:22.288112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (febea025-d036-4054-858e-798350948174), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.332946 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:22.336128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:22.338582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:22.349396 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 67289d60-db57-43b3-9852-984f1a561c9a is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:22.362884 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Pushing event updated for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:22.389769 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (68891704-638c-456a-8153-e89475203b77), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.503054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:22.514822 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks [] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.520410 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.539071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (febea025-d036-4054-858e-798350948174), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.562017 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Attempting to bind port 00ee8c32-dd26-463a-baec-d140aeaf6d91 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:22.562386 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Attempting to bind port 00ee8c32-dd26-463a-baec-d140aeaf6d91 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:22.562750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Attempting to bind port 00ee8c32-dd26-463a-baec-d140aeaf6d91 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:22.597111 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa988-d8a0-4574-9906-b3b0492b5699 None None] Pushing event updated for resources: {'Port': ['ID=00ee8c32-dd26-463a-baec-d140aeaf6d91,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:22.609164 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Provisioning complete for port febea025-d036-4054-858e-798350948174 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:22.609534 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (febea025-d036-4054-858e-798350948174), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.609862 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 1 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:22.644303 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:22.647651 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:22.648114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:22.648522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.648916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:22.649426 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Bound port: 00ee8c32-dd26-463a-baec-d140aeaf6d91, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:22.649899 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.675604 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:22.702891 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks [] for port (febea025-d036-4054-858e-798350948174), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.703089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] For port 00ee8c32-dd26-463a-baec-d140aeaf6d91, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:22.706287 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] For port 00ee8c32-dd26-463a-baec-d140aeaf6d91, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=00ee8c32-dd26-463a-baec-d140aeaf6d91,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:22.707352 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (febea025-d036-4054-858e-798350948174), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.711477 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.750301 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:22.750916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:22.773658 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (68891704-638c-456a-8153-e89475203b77), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:22.775495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Pushing event updated for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:22.807016 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaa988-d8a0-4574-9906-b3b0492b5699 None None] Pushing event updated for resources: {'Port': ['ID=00ee8c32-dd26-463a-baec-d140aeaf6d91,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:23.009404 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:23.089428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:23.130803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:23.132181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:23.179697 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 2 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:23.214930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:23.229716 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:23.232735 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 2, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:23.247226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:29:23.266945 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9d6b9-1c2e-4cbc-9d15-2443e169891a None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 2, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:23.360164 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:23.365649 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-541fc948-2ebc-40a3-8cbe-e7e0429e2221 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/68891704-638c-456a-8153-e89475203b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040020 Sep 20 22:29:23.731552 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 3 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:23.777268 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:23.899977 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 67289d60-db57-43b3-9852-984f1a561c9a up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:23.940383 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33526) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:23.952044 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521638326-network', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:23.984874 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Made reservation on behalf of 8dcdd705572346c8baebafb9add22e8c for: {'network': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:29:23.988228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:23.990272 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 67289d60-db57-43b3-9852-984f1a561c9a triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:23.990656 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (67289d60-db57-43b3-9852-984f1a561c9a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:23.990998 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 67289d60-db57-43b3-9852-984f1a561c9a Sep 20 22:29:23.998443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.086034 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 67289d60-db57-43b3-9852-984f1a561c9a is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:24.097927 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks [] for security_group (195a086a-9b09-4ba2-8283-6e36fab89226), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.103216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (195a086a-9b09-4ba2-8283-6e36fab89226), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.131525 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:29:24.142120 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a086a-9b09-4ba2-8283-6e36fab89226,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:24.147744 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (270f8c54-33f4-42f2-8457-cee75b775a67), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.148080 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.segments_db [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Added segment 270f8c54-33f4-42f2-8457-cee75b775a67 of type vlan for network 90c949f5-bd2b-46f9-84cd-3ef560a520fa Sep 20 22:29:24.190842 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (90c949f5-bd2b-46f9-84cd-3ef560a520fa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.212902 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:24.220085 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (90c949f5-bd2b-46f9-84cd-3ef560a520fa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.221833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:24.222416 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.278531 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3344269 Sep 20 22:29:24.280410 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 4 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:24.281249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33530) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:24.285885 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Request body: {'subnet': {'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521638326-subnet', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:24.305763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca70ff-ff1c-4dae-b7ee-d071924dac9a admin admin] Pushing event updated for resources: {'Network': ['ID=90c949f5-bd2b-46f9-84cd-3ef560a520fa,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:24.321070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:29:24.322596 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Made reservation on behalf of 8dcdd705572346c8baebafb9add22e8c for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:29:24.327256 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:24.327492 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.347009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:24.475287 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:24.556487 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (785245df-8787-4c3c-b94f-f91ce502f129), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.619674 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785245df-8787-4c3c-b94f-f91ce502f129,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:24.629048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Checking segment: {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:24.629642 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Network hostable DHCP agents. Network: 90c949f5-bd2b-46f9-84cd-3ef560a520fa, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:29:24.650631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:29:24.666577 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 90c949f5-bd2b-46f9-84cd-3ef560a520fa) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:24.672018 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:24.672861 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.677769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24938a9-ca86-441c-a968-270a94e2a71a None None] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:24.695830 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4b60aa2b-ec36-47c1-9b4c-901597d59e42 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4134302 Sep 20 22:29:24.698470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33542) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:24.705765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:24.731284 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.732581 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.733409 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:29:24.794986 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for router_controller (e2363de2-a58e-49ee-a6de-9ffcff6e9093), precommit_add_association {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.838420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:29:24.839460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:24.851043 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 5 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:24.921315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:24.965260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for router_gateway (e2363de2-a58e-49ee-a6de-9ffcff6e9093), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.035041 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=43 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:25.061681 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Allocated IP 172.20.0.2 (90c949f5-bd2b-46f9-84cd-3ef560a520fa/785245df-8787-4c3c-b94f-f91ce502f129/b80cdb86-d639-4af0-9d2a-08f5f5e2161c) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:25.191983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for router_gateway (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.222382 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.239874 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks [] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.247362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.297076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:25.300626 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:25.304815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:25.312284 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Pushing event updated for resources: {'Port': ['ID=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:25.321226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:25.349089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.349453 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.350014 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.350365 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.350870 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.351198 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.351529 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.351847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.352170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.352491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.352810 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.353179 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.353499 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.353815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.354173 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:25.405983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Allocated IP 172.27.2.92 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/49314dc4-9f0d-4bb4-aebc-df5a42584dec) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:25.422206 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 6 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:25.428510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:25.429263 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Attempting to bind port b80cdb86-d639-4af0-9d2a-08f5f5e2161c on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:25.429737 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Attempting to bind port b80cdb86-d639-4af0-9d2a-08f5f5e2161c by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:25.430143 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Attempting to bind port b80cdb86-d639-4af0-9d2a-08f5f5e2161c on network 90c949f5-bd2b-46f9-84cd-3ef560a520fa {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:25.498762 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:25.511329 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:25.511715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Checking segment: {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:25.512126 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.512527 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Bound using segment: {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:25.513058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Bound port: b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:25.513471 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.550947 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.598537 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] For port b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:25.602825 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] For port b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:25.608197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.610985 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:25.620043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:25.672789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:25.679687 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:25.682407 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:25.682992 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe5f1-cd15-4d62-b0c0-76ff1921855b None None] Pushing event updated for resources: {'Port': ['ID=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:25.710663 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Pushing event updated for resources: {'Port': ['ID=49314dc4-9f0d-4bb4-aebc-df5a42584dec,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:25.825694 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:25.836880 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:25.837367 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:25.969465 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 00ee8c32-dd26-463a-baec-d140aeaf6d91 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:26.000083 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 7 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:26.001797 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.014563 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:26.021064 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for router_gateway (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.064093 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:26.075134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 00ee8c32-dd26-463a-baec-d140aeaf6d91 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:26.075559 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.075896 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 00ee8c32-dd26-463a-baec-d140aeaf6d91 Sep 20 22:29:26.172098 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 00ee8c32-dd26-463a-baec-d140aeaf6d91 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:26.172503 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.200766 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 00ee8c32-dd26-463a-baec-d140aeaf6d91, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=00ee8c32-dd26-463a-baec-d140aeaf6d91,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:26.206011 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.240531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.259951 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 2, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:26.274499 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=00ee8c32-dd26-463a-baec-d140aeaf6d91,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:26.293886 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:26.294264 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Updating router 68891704-638c-456a-8153-e89475203b77 port febea025-d036-4054-858e-798350948174 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:29:26.295377 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.347775 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (febea025-d036-4054-858e-798350948174), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.441290 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Router e2363de2-a58e-49ee-a6de-9ffcff6e9093 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:29:26.565935 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 8 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:26.601359 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:26.608827 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Port febea025-d036-4054-858e-798350948174 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:26.611909 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Sync routers for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:26.626288 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.630133 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-12390000-de4b-4ed9-a150-c46576326916 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9305022 Sep 20 22:29:26.630489 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:26.631373 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:26.633570 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33604) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:26.716717 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.722432 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.812119 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:26.821462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a6c43-73a1-4078-9b7c-534a68914645 req-06812c19-421d-43c0-a745-4a319b2c2c65 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:26.823204 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3f4a6c43-73a1-4078-9b7c-534a68914645 req-06812c19-421d-43c0-a745-4a319b2c2c65 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0505931 Sep 20 22:29:26.823842 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks [] for port (febea025-d036-4054-858e-798350948174), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.834500 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (febea025-d036-4054-858e-798350948174), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:26.866653 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.940314 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3f4a6c43-73a1-4078-9b7c-534a68914645 req-a68d8e1f-6417-4907-ace4-e6ed6012b771 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068327 Sep 20 22:29:26.946575 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Pushing event updated for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:26.957630 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.957980 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.958354 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.958691 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.959024 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.959353 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.959673 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.959994 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.960469 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.960795 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.961301 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.961640 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.961961 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.962279 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.962593 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:29:26.963399 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:26.972594 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Attempting to bind port febea025-d036-4054-858e-798350948174 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:26.972594 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Attempting to bind port febea025-d036-4054-858e-798350948174 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:26.972594 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Attempting to bind port febea025-d036-4054-858e-798350948174 on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:27.015504 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8848f9-2dbb-4e9f-8f0e-0695644f5da1 None None] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:27.026867 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:27.027388 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:27.028130 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.028522 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Bound using segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:27.029018 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Bound port: febea025-d036-4054-858e-798350948174, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:27.029656 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (febea025-d036-4054-858e-798350948174), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.037257 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:25Z', 'revision_number': 3, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:27.091240 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] For port febea025-d036-4054-858e-798350948174, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:27.094221 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] For port febea025-d036-4054-858e-798350948174, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=febea025-d036-4054-858e-798350948174,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:27.097488 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Checking router: e2363de2-a58e-49ee-a6de-9ffcff6e9093 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:27.097873 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Updating router e2363de2-a58e-49ee-a6de-9ffcff6e9093 port 49314dc4-9f0d-4bb4-aebc-df5a42584dec binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:29:27.101512 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (febea025-d036-4054-858e-798350948174), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.119190 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Attempt 9 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:27.131366 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:27.144506 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:27.145317 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:27.209050 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d80d08-1529-4cbc-bcdd-f99d29594019 None None] Pushing event updated for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:27.262016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.272665 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:27.302824 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.427357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Allocated IP 172.20.0.1 (90c949f5-bd2b-46f9-84cd-3ef560a520fa/785245df-8787-4c3c-b94f-f91ce502f129/37b9bb4c-ef37-4da9-8246-b05d824d3e76) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:27.488103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Current status of the port febea025-d036-4054-858e-798350948174 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:27.488493 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (febea025-d036-4054-858e-798350948174), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.582687 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] For port febea025-d036-4054-858e-798350948174, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=febea025-d036-4054-858e-798350948174,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:27.593402 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (febea025-d036-4054-858e-798350948174), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.613856 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:27.615134 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks [] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.654203 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad51ad-ab09-49c6-8496-d960719231bf None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:27.679066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:27.710089 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.743445 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa87c8d-42e1-424f-9fab-6b463d90ea58 None None] Pushing event updated for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:27.752220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Provisioning complete for port febea025-d036-4054-858e-798350948174 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:27.752485 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (febea025-d036-4054-858e-798350948174), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.752829 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Attempt 1 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:27.800055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:27.805671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:27.809374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:27.815845 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Pushing event updated for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:27.820412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks [] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.827751 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.863408 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:27.873456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:27.951634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Attempting to bind port 49314dc4-9f0d-4bb4-aebc-df5a42584dec on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:27.954699 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Attempting to bind port 49314dc4-9f0d-4bb4-aebc-df5a42584dec by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:27.955428 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Attempting to bind port 49314dc4-9f0d-4bb4-aebc-df5a42584dec on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:27.992817 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:28.129276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:28.179640 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:28.180030 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:28.180440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.180830 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:28.181988 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Bound port: 49314dc4-9f0d-4bb4-aebc-df5a42584dec, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:28.182573 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.185971 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92483a-cc51-451d-8a58-71ebd4d50177 None None] Pushing event updated for resources: {'Port': ['ID=49314dc4-9f0d-4bb4-aebc-df5a42584dec,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.205018 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddd000-4bd4-4a76-af14-2a61689ea5f0 req-cf60bd0a-7abb-4de5-ade1-ca16ce069d40 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:28.206795 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-38ddd000-4bd4-4a76-af14-2a61689ea5f0 req-cf60bd0a-7abb-4de5-ade1-ca16ce069d40 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1052206 Sep 20 22:29:28.215837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.225116 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device b80cdb86-d639-4af0-9d2a-08f5f5e2161c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:28.229079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Current status of the port febea025-d036-4054-858e-798350948174 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:28.280469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Provisioning complete for port b80cdb86-d639-4af0-9d2a-08f5f5e2161c triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:28.280819 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.281357 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Attempt 1 to provision port b80cdb86-d639-4af0-9d2a-08f5f5e2161c Sep 20 22:29:28.299248 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-38ddd000-4bd4-4a76-af14-2a61689ea5f0 req-d56dfb7e-1c47-4166-9faa-3b11385fa77f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853646 Sep 20 22:29:28.369825 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] For port 49314dc4-9f0d-4bb4-aebc-df5a42584dec, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:28.373724 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33628) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:28.408868 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port b80cdb86-d639-4af0-9d2a-08f5f5e2161c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:28.409285 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.409629 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port b80cdb86-d639-4af0-9d2a-08f5f5e2161c Sep 20 22:29:28.450297 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks [] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.455514 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.461993 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] For port 49314dc4-9f0d-4bb4-aebc-df5a42584dec, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=49314dc4-9f0d-4bb4-aebc-df5a42584dec,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:28.478811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Current status of the port b80cdb86-d639-4af0-9d2a-08f5f5e2161c is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:28.479210 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.481837 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.502904 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7d16aade-0da9-463d-97cb-6a17c04e4bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.527450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Pushing event updated for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.553095 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.560277 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92483a-cc51-451d-8a58-71ebd4d50177 None None] Pushing event updated for resources: {'Port': ['ID=49314dc4-9f0d-4bb4-aebc-df5a42584dec,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.588786 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:28.589448 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:28.594228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7d16aade-0da9-463d-97cb-6a17c04e4bfe admin admin] Publish callbacks [] for security_group (4307d06f-2406-4380-9330-78d2bd68e265), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.599523 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7d16aade-0da9-463d-97cb-6a17c04e4bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4307d06f-2406-4380-9330-78d2bd68e265), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.640648 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16aade-0da9-463d-97cb-6a17c04e4bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4307d06f-2406-4380-9330-78d2bd68e265,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.663409 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7d16aade-0da9-463d-97cb-6a17c04e4bfe admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8f20878ce68642859d9ee7159d952029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880456 Sep 20 22:29:28.665992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33632) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:28.667366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] For port b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:28.680192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.687396 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port b80cdb86-d639-4af0-9d2a-08f5f5e2161c is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:28.687521 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.711307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:28.729016 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] Publish callbacks [] for security_group (4307d06f-2406-4380-9330-78d2bd68e265), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.752244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] Publish callbacks [] for security_group (4307d06f-2406-4380-9330-78d2bd68e265), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.756654 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:28.758817 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:28.812410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4307d06f-2406-4380-9330-78d2bd68e265), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.815766 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.827591 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4307d06f-2406-4380-9330-78d2bd68e265 HTTP/1.1" status: 204 len: 168 time: 0.1599498 Sep 20 22:29:28.828628 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:28.838827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399d8b5-a437-4a61-8700-44410b61e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4307d06f-2406-4380-9330-78d2bd68e265,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.859582 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427066d5-b626-4be2-9d66-cf82c0075e40 None None] Pushing event updated for resources: {'Port': ['ID=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:28.879348 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:28.883947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Provisioning complete for port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:28.884328 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:28.884688 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 1 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:28.935236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.db.api [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 20 22:29:28.935236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG oslo_db.api [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 22:29:28.955093 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:28.984943 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Router e2363de2-a58e-49ee-a6de-9ffcff6e9093 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:29:29.012624 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:29.121379 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:29.134900 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-78b62536-6095-4a8a-a3fb-c4b9e155dde0 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e2363de2-a58e-49ee-a6de-9ffcff6e9093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917526 Sep 20 22:29:29.156236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '37b9bb4c-ef37-4da9-8246-b05d824d3e76', 'name': '', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'mac_address': 'fa:16:3e:25:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:27Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 2, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'subnets': [{'id': '785245df-8787-4c3c-b94f-f91ce502f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:29.176730 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33642) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:29.184880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37d9d7-8dad-484b-b260-6d4d23b28c10 None None] The sync data for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi is: [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '37b9bb4c-ef37-4da9-8246-b05d824d3e76', 'name': '', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'mac_address': 'fa:16:3e:25:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:27Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 2, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'subnets': [{'id': '785245df-8787-4c3c-b94f-f91ce502f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:29.190110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-610e7ebe-3469-4857-8786-c09ec508d3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.245042 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:29.279649 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-610e7ebe-3469-4857-8786-c09ec508d3bc admin admin] Publish callbacks [] for security_group (4f9d6c94-7967-4437-878c-e9274e30c4ca), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.284487 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-610e7ebe-3469-4857-8786-c09ec508d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4f9d6c94-7967-4437-878c-e9274e30c4ca), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.325374 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7ebe-3469-4857-8786-c09ec508d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9d6c94-7967-4437-878c-e9274e30c4ca,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:29.330331 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-610e7ebe-3469-4857-8786-c09ec508d3bc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1fbc79a0557e4d58ab23a814a4a1e117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519921 Sep 20 22:29:29.332875 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33648) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:29.386957 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] Publish callbacks [] for security_group (4f9d6c94-7967-4437-878c-e9274e30c4ca), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.409639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] Publish callbacks [] for security_group (4f9d6c94-7967-4437-878c-e9274e30c4ca), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.502353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port b80cdb86-d639-4af0-9d2a-08f5f5e2161c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:29.503340 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device febea025-d036-4054-858e-798350948174 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:29.525587 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7844527-2f23-4fa9-ba6c-fc8b430ad894 req-3f4cb88e-fd6c-441b-bdd6-062674c13437 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:29.527156 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7844527-2f23-4fa9-ba6c-fc8b430ad894 req-3f4cb88e-fd6c-441b-bdd6-062674c13437 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1236985 Sep 20 22:29:29.537488 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 2 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:29.543221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4f9d6c94-7967-4437-878c-e9274e30c4ca), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.546240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.547407 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4f9d6c94-7967-4437-878c-e9274e30c4ca HTTP/1.1" status: 204 len: 168 time: 0.2135763 Sep 20 22:29:29.593816 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b7844527-2f23-4fa9-ba6c-fc8b430ad894 req-856e55bf-d626-415d-b57e-40229b6dfb37 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608592 Sep 20 22:29:29.594751 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ecc7-6123-4ed3-a6a2-3d58946e5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9d6c94-7967-4437-878c-e9274e30c4ca,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:29.625487 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:29.652230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port febea025-d036-4054-858e-798350948174 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:29.653276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (febea025-d036-4054-858e-798350948174), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.653875 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port febea025-d036-4054-858e-798350948174 Sep 20 22:29:29.671859 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33654) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:29.678238 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073120544', 'description': 'tempest-secgroup-smoke-2073120544 description', 'project_id': '42019663de764ee490940ccca9300b0f'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:29.708032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.757880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port febea025-d036-4054-858e-798350948174 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:29.759051 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 00ee8c32-dd26-463a-baec-d140aeaf6d91 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:29.814170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 00ee8c32-dd26-463a-baec-d140aeaf6d91 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:29.814548 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.815102 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 00ee8c32-dd26-463a-baec-d140aeaf6d91 Sep 20 22:29:29.815449 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (5b68b3fa-2f72-443e-b7bd-a92b61342eed), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.819746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5b68b3fa-2f72-443e-b7bd-a92b61342eed), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.903503 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:29.904762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2315044 Sep 20 22:29:29.908577 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33660) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:29.914147 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:29.927128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be858a-3fe3-48e8-ba8a-61b4b1231010 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68b3fa-2f72-443e-b7bd-a92b61342eed,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:29.947441 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 00ee8c32-dd26-463a-baec-d140aeaf6d91 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:29.961761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (99fe04a3-e5bd-4cba-9779-dd5ae6ae8dd0), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.027479 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:30.058374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (99fe04a3-e5bd-4cba-9779-dd5ae6ae8dd0), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.066965 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (99fe04a3-e5bd-4cba-9779-dd5ae6ae8dd0), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.068418 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device b80cdb86-d639-4af0-9d2a-08f5f5e2161c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:30.090522 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fe04a3-e5bd-4cba-9779-dd5ae6ae8dd0,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:30.102386 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.119839 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8b0c645d-b927-47d2-9e8e-0c98bdd50b71 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073009 Sep 20 22:29:30.120167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33668) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:30.129733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:30.131664 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 3 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:30.144623 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:30.164002 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (4bd01b72-925e-45ae-be9f-80aab94dc9af), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.199429 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port b80cdb86-d639-4af0-9d2a-08f5f5e2161c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:30.199909 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.200139 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port b80cdb86-d639-4af0-9d2a-08f5f5e2161c Sep 20 22:29:30.249401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (4bd01b72-925e-45ae-be9f-80aab94dc9af), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.254444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (4bd01b72-925e-45ae-be9f-80aab94dc9af), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.280377 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd01b72-925e-45ae-be9f-80aab94dc9af,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:30.296799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.298432 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-12d0e256-374c-46e8-abe6-9354038072d0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1768441 Sep 20 22:29:30.301299 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33672) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:30.306526 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:30.344410 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (b4045363-8b8c-4b17-a3c6-32dad03f3e8f), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.372839 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:30.423180 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (b4045363-8b8c-4b17-a3c6-32dad03f3e8f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.428019 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (b4045363-8b8c-4b17-a3c6-32dad03f3e8f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.440076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port b80cdb86-d639-4af0-9d2a-08f5f5e2161c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:30.451402 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.452638 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500819 Sep 20 22:29:30.456022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33680) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:30.458131 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db095dac-6b53-45fe-bcd6-5204d5eb5f9c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4045363-8b8c-4b17-a3c6-32dad03f3e8f,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:30.461339 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:30.491496 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (907a67a8-a407-4d7d-8866-dd851930f4a2), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.561140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (907a67a8-a407-4d7d-8866-dd851930f4a2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.566674 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (907a67a8-a407-4d7d-8866-dd851930f4a2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.586373 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907a67a8-a407-4d7d-8866-dd851930f4a2,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:30.593349 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.594575 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7eb2741b-f417-40e8-8ac5-6d8cc450d02d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369665 Sep 20 22:29:30.597924 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33684) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:30.603395 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:30.616752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:30.635559 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.securitygroups_db [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Project 42019663de764ee490940ccca9300b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:29:30.643967 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (d4ec5a0f-6d48-4363-8160-45fabd851899), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.729574 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:30.746716 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (d4ec5a0f-6d48-4363-8160-45fabd851899), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.756896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ef8e8-550e-4d01-995f-6584276998c6 req-83cac60f-2f85-4fe4-82b8-25f624ccbf2c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:30.758508 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be7ef8e8-550e-4d01-995f-6584276998c6 req-83cac60f-2f85-4fe4-82b8-25f624ccbf2c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0627103 Sep 20 22:29:30.759828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (d4ec5a0f-6d48-4363-8160-45fabd851899), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.788576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ec5a0f-6d48-4363-8160-45fabd851899,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:30.810098 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.811329 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2634cd62-65c0-4779-a019-afa857bde234 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2115164 Sep 20 22:29:30.814323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33692) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:30.818852 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'security_group_rule': {'security_group_id': '5b68b3fa-2f72-443e-b7bd-a92b61342eed', 'project_id': '42019663de764ee490940ccca9300b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:30.839099 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-be7ef8e8-550e-4d01-995f-6584276998c6 req-036b24c8-7265-4c62-9d77-b91b68f2dc62 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654202 Sep 20 22:29:30.848300 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.securitygroups_db [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Project 42019663de764ee490940ccca9300b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:29:30.860731 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (bee37c84-fac2-4233-bf16-4061722aeb3b), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.877514 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 4 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:30.918945 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:30.958772 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (bee37c84-fac2-4233-bf16-4061722aeb3b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.962911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (bee37c84-fac2-4233-bf16-4061722aeb3b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:30.985542 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee37c84-fac2-4233-bf16-4061722aeb3b,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:31.000875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:31.003190 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0004191c-9fc5-4dd6-b3f3-21d711c43d6d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1878152 Sep 20 22:29:31.419749 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 5 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:31.466097 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:31.470031 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:31.730838 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33768) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:31.741554 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Sync routers for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:31.754337 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:31.763769 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:31.870073 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:31.878828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad30a-6ebe-4aa7-a246-bef88936c775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:31.897970 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:31.971313 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 6 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:32.004311 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad30a-6ebe-4aa7-a246-bef88936c775 admin admin] Publish callbacks [] for security_group (36557364-2693-47d5-8702-88cbb84f6ab9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.011892 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad30a-6ebe-4aa7-a246-bef88936c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (36557364-2693-47d5-8702-88cbb84f6ab9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.032713 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:32.062302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911875-137b-4540-984b-c2be3dcc63d1 req-7832a9dd-1bef-4171-8782-3a15528826af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:32.077529 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0e911875-137b-4540-984b-c2be3dcc63d1 req-7832a9dd-1bef-4171-8782-3a15528826af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1068845 Sep 20 22:29:32.085502 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33780) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:32.096759 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 49314dc4-9f0d-4bb4-aebc-df5a42584dec up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:32.101954 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0f7ad30a-6ebe-4aa7-a246-bef88936c775 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c94ceb599eec461bbf0284e8de5ce646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553863 Sep 20 22:29:32.130478 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ad30a-6ebe-4aa7-a246-bef88936c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36557364-2693-47d5-8702-88cbb84f6ab9,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:32.169927 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] Publish callbacks [] for security_group (36557364-2693-47d5-8702-88cbb84f6ab9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.181488 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '37b9bb4c-ef37-4da9-8246-b05d824d3e76', 'name': '', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'mac_address': 'fa:16:3e:25:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:27Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 2, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'subnets': [{'id': '785245df-8787-4c3c-b94f-f91ce502f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:32.189619 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0e911875-137b-4540-984b-c2be3dcc63d1 req-6705ad2b-b54d-4342-8731-7bc8e6ca5ec7 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189449 Sep 20 22:29:32.198542 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] Publish callbacks [] for security_group (36557364-2693-47d5-8702-88cbb84f6ab9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.219807 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Checking router: e2363de2-a58e-49ee-a6de-9ffcff6e9093 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:32.221006 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Updating router e2363de2-a58e-49ee-a6de-9ffcff6e9093 port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:29:32.221720 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 49314dc4-9f0d-4bb4-aebc-df5a42584dec triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:32.222589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.222936 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 49314dc4-9f0d-4bb4-aebc-df5a42584dec Sep 20 22:29:32.250852 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:32.262973 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.271817 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (36557364-2693-47d5-8702-88cbb84f6ab9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.277377 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.282073 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/36557364-2693-47d5-8702-88cbb84f6ab9 HTTP/1.1" status: 204 len: 168 time: 0.1949914 Sep 20 22:29:32.292914 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1c311-33d3-4bf6-ae54-b51d758b08e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36557364-2693-47d5-8702-88cbb84f6ab9,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:32.382743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 49314dc4-9f0d-4bb4-aebc-df5a42584dec is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:32.383521 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.423892 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 49314dc4-9f0d-4bb4-aebc-df5a42584dec, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=49314dc4-9f0d-4bb4-aebc-df5a42584dec,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:32.430023 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.489560 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=49314dc4-9f0d-4bb4-aebc-df5a42584dec,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:32.535070 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 7 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:32.587977 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:32.628010 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks [] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.635355 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.725711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33800) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:32.729162 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b32bf-3a61-4531-b9ae-dc00ebf1be6b None None] Pushing event updated for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:32.743111 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffcb5-e798-4cb7-a8bf-c9a4933322ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.771615 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Attempting to bind port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:32.772207 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Attempting to bind port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:32.772317 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Attempting to bind port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 on network 90c949f5-bd2b-46f9-84cd-3ef560a520fa {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:32.793523 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:32.817854 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:32.818267 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Checking segment: {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:32.818686 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.819330 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Bound using segment: {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:32.819549 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Bound port: 37b9bb4c-ef37-4da9-8246-b05d824d3e76, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270f8c54-33f4-42f2-8457-cee75b775a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:32.819927 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.820983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffcb5-e798-4cb7-a8bf-c9a4933322ce admin admin] Publish callbacks [] for security_group (a65db3da-f51c-4b1e-a22a-df95475a7832), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.824445 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9a3ffcb5-e798-4cb7-a8bf-c9a4933322ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a65db3da-f51c-4b1e-a22a-df95475a7832), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.866597 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9a3ffcb5-e798-4cb7-a8bf-c9a4933322ce admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7063c3187745495494d40f4ae480f789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370413 Sep 20 22:29:32.869607 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33802) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:32.876226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ffcb5-e798-4cb7-a8bf-c9a4933322ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65db3da-f51c-4b1e-a22a-df95475a7832,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:32.885999 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] For port 37b9bb4c-ef37-4da9-8246-b05d824d3e76, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:32.889431 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] For port 37b9bb4c-ef37-4da9-8246-b05d824d3e76, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=37b9bb4c-ef37-4da9-8246-b05d824d3e76,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:32.896604 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.903158 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:32.925285 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] Publish callbacks [] for security_group (a65db3da-f51c-4b1e-a22a-df95475a7832), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.940899 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:32.941560 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:32.946816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] Publish callbacks [] for security_group (a65db3da-f51c-4b1e-a22a-df95475a7832), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:32.995826 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b32bf-3a61-4531-b9ae-dc00ebf1be6b None None] Pushing event updated for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:33.007577 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (a65db3da-f51c-4b1e-a22a-df95475a7832), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.010711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.011886 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a65db3da-f51c-4b1e-a22a-df95475a7832 HTTP/1.1" status: 204 len: 168 time: 0.1412556 Sep 20 22:29:33.030121 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3a1c-3a9d-4019-b699-9654d1a541c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65db3da-f51c-4b1e-a22a-df95475a7832,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:33.060464 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:33.089360 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 8 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:33.181229 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Current status of the port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:33.181723 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.219383 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] For port 37b9bb4c-ef37-4da9-8246-b05d824d3e76, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=37b9bb4c-ef37-4da9-8246-b05d824d3e76,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:33.224092 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.257612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Provisioning complete for port b80cdb86-d639-4af0-9d2a-08f5f5e2161c triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:33.257997 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.258341 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Attempt 1 to provision port b80cdb86-d639-4af0-9d2a-08f5f5e2161c Sep 20 22:29:33.276458 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '37b9bb4c-ef37-4da9-8246-b05d824d3e76', 'name': '', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'mac_address': 'fa:16:3e:25:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:27Z', 'updated_at': '2022-09-20T22:29:32Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'subnets': [{'id': '785245df-8787-4c3c-b94f-f91ce502f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:33.315620 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Pushing event updated for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:33.320097 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbb56a-6f56-451b-870c-e237d76a4846 None None] The sync data for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi is: [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:29:28Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '37b9bb4c-ef37-4da9-8246-b05d824d3e76', 'name': '', 'network_id': '90c949f5-bd2b-46f9-84cd-3ef560a520fa', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'mac_address': 'fa:16:3e:25:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '785245df-8787-4c3c-b94f-f91ce502f129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:27Z', 'updated_at': '2022-09-20T22:29:32Z', 'revision_number': 4, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'subnets': [{'id': '785245df-8787-4c3c-b94f-f91ce502f129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:33.351403 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b0a3d-b2dc-4884-bf41-d1d4bb69e1d8 req-6d9725fd-f6c7-4ef4-8e9d-2414bd57e549 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:33.353044 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-158b0a3d-b2dc-4884-bf41-d1d4bb69e1d8 req-6d9725fd-f6c7-4ef4-8e9d-2414bd57e549 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Sep 20 22:29:33.379284 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-af9bdf8d-78b2-46f6-a773-5431b788e4a9 None None] Current status of the port b80cdb86-d639-4af0-9d2a-08f5f5e2161c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:33.408760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:33.415020 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-158b0a3d-b2dc-4884-bf41-d1d4bb69e1d8 req-fa9274d7-d666-4c8a-b2df-5564f7e021ae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559280 Sep 20 22:29:33.499276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-967dbef8-5fe2-4ca2-879d-83a74d39a716 None None] Provisioning complete for port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:33.500181 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-967dbef8-5fe2-4ca2-879d-83a74d39a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:33.500678 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-967dbef8-5fe2-4ca2-879d-83a74d39a716 None None] Attempt 1 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:33.589982 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-967dbef8-5fe2-4ca2-879d-83a74d39a716 None None] Current status of the port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:34.079411 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 49314dc4-9f0d-4bb4-aebc-df5a42584dec up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:34.139240 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 49314dc4-9f0d-4bb4-aebc-df5a42584dec triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:34.139895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:34.140424 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 49314dc4-9f0d-4bb4-aebc-df5a42584dec Sep 20 22:29:34.203723 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:34.251371 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 49314dc4-9f0d-4bb4-aebc-df5a42584dec is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:34.252950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 37b9bb4c-ef37-4da9-8246-b05d824d3e76 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:34.305040 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:34.305446 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:34.305792 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 Sep 20 22:29:34.346557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:34.391103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:34.556653 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72794b26-8bf5-458e-9831-6dca5f082df7 req-2dc2f371-b80b-4de1-b33e-00a61768560f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:34.559632 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72794b26-8bf5-458e-9831-6dca5f082df7 req-2dc2f371-b80b-4de1-b33e-00a61768560f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Sep 20 22:29:34.613844 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72794b26-8bf5-458e-9831-6dca5f082df7 req-40abddda-1a5c-451e-9bea-e578f5f660da tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 Sep 20 22:29:35.753862 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:35.771880 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286919f-56ad-45e2-9882-0b5058e210e0 req-8707a247-2036-425c-b027-595de74db6e3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:35.773875 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a286919f-56ad-45e2-9882-0b5058e210e0 req-8707a247-2036-425c-b027-595de74db6e3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0725138 Sep 20 22:29:35.829281 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a286919f-56ad-45e2-9882-0b5058e210e0 req-b45b231b-5a4e-45fa-8788-5769724ecd6b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 Sep 20 22:29:36.971824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78bcac-be9a-4e2a-b20d-8e0a0249de61 req-2d883e0c-abdb-4107-8b6e-e203e7a06cfc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:36.973534 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb78bcac-be9a-4e2a-b20d-8e0a0249de61 req-2d883e0c-abdb-4107-8b6e-e203e7a06cfc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Sep 20 22:29:37.024013 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bb78bcac-be9a-4e2a-b20d-8e0a0249de61 req-932c227e-8a1e-4210-b73c-f2ea7dcde5d5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451496 Sep 20 22:29:37.296873 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-812214b8-82ff-43b2-ae0d-23ce803bc9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.157670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace9da-7854-4f0b-a689-79d0575d42f7 req-bc1310c4-b4f2-4dcf-9440-ea0a30a92166 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:38.159183 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-35ace9da-7854-4f0b-a689-79d0575d42f7 req-bc1310c4-b4f2-4dcf-9440-ea0a30a92166 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0486572 Sep 20 22:29:38.201502 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:38.213821 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-35ace9da-7854-4f0b-a689-79d0575d42f7 req-6035f0d1-b687-4c52-8cb6-4e4e816eee5e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Sep 20 22:29:38.461351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33916) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:38.572388 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bf6c58dc-b02d-4509-972c-aca2fc30cbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.586385 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:38.656459 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bf6c58dc-b02d-4509-972c-aca2fc30cbd4 admin admin] Publish callbacks [] for security_group (9fc50d94-c2ca-4c5a-850e-118860e274b7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.665764 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bf6c58dc-b02d-4509-972c-aca2fc30cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9fc50d94-c2ca-4c5a-850e-118860e274b7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.705126 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bf6c58dc-b02d-4509-972c-aca2fc30cbd4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9a118bb9b4224adc9a029dff9b410613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426908 Sep 20 22:29:38.705939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c58dc-b02d-4509-972c-aca2fc30cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc50d94-c2ca-4c5a-850e-118860e274b7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:38.708047 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33920) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:38.761456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] Publish callbacks [] for security_group (9fc50d94-c2ca-4c5a-850e-118860e274b7), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.788928 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] Publish callbacks [] for security_group (9fc50d94-c2ca-4c5a-850e-118860e274b7), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.839233 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9fc50d94-c2ca-4c5a-850e-118860e274b7), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.841930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:38.843492 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9fc50d94-c2ca-4c5a-850e-118860e274b7 HTTP/1.1" status: 204 len: 168 time: 0.1344533 Sep 20 22:29:38.851694 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82588-ec3a-4445-830e-2ee1725278d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc50d94-c2ca-4c5a-850e-118860e274b7,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:39.150671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 33930) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:39.164724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-adc018ee-c63d-4879-ac95-a76f50569550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.250038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-adc018ee-c63d-4879-ac95-a76f50569550 admin admin] Publish callbacks [] for security_group (9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.255990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-adc018ee-c63d-4879-ac95-a76f50569550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.298873 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-adc018ee-c63d-4879-ac95-a76f50569550 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=99c8fd745f3a4899bd5706e678f27c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465716 Sep 20 22:29:39.300140 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc018ee-c63d-4879-ac95-a76f50569550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:39.303115 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 33934) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:39.375311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7f80-3000-42c5-9dd3-3a97eaf2d3c7 req-d482d9d6-0637-4fe8-914b-0ec6a1b1a57a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:39.377483 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-415e7f80-3000-42c5-9dd3-3a97eaf2d3c7 req-d482d9d6-0637-4fe8-914b-0ec6a1b1a57a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0767004 Sep 20 22:29:39.426133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] Publish callbacks [] for security_group (9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.446633 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-415e7f80-3000-42c5-9dd3-3a97eaf2d3c7 req-17bd5a60-ca42-417f-a72f-a08fd3215ab5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625517 Sep 20 22:29:39.458440 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] Publish callbacks [] for security_group (9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.517332 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.519893 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:39.521147 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce HTTP/1.1" status: 204 len: 168 time: 0.2166891 Sep 20 22:29:39.529813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b404fb4-0574-438e-a257-5cf04d953516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b655cd5-6cf7-41a3-bfe9-5e83a0b389ce,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:39.642265 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-737289fa-6809-450e-96cc-ae2f2a825b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:40.600369 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c03e2-5192-44f9-a4aa-a413ae5449e2 req-8867f683-392e-42b9-a848-f336c3d03909 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:40.602024 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cb5c03e2-5192-44f9-a4aa-a413ae5449e2 req-8867f683-392e-42b9-a848-f336c3d03909 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0560346 Sep 20 22:29:40.655494 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cb5c03e2-5192-44f9-a4aa-a413ae5449e2 req-3b6c312f-eb50-4826-8227-87d6d0d7cfed tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477459 Sep 20 22:29:40.745531 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:41.789320 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534543-47d5-4256-8d4e-92f9e1fd3e34 req-6f83565a-e3b6-498c-a149-bda8172a6fcc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:41.790785 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69534543-47d5-4256-8d4e-92f9e1fd3e34 req-6f83565a-e3b6-498c-a149-bda8172a6fcc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0477147 Sep 20 22:29:41.842117 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-69534543-47d5-4256-8d4e-92f9e1fd3e34 req-1c358224-3a04-4790-a16a-9c41d3ca6a67 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Sep 20 22:29:42.203210 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:42.349181 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:42.970018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8760b43-baae-4a97-aca9-841d5bf7dc47 req-5736d5e3-5314-4fea-81f3-af58a6400c8d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:42.972010 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8760b43-baae-4a97-aca9-841d5bf7dc47 req-5736d5e3-5314-4fea-81f3-af58a6400c8d tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0466073 Sep 20 22:29:43.018808 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8760b43-baae-4a97-aca9-841d5bf7dc47 req-191264ba-c039-4e98-a236-4468b64e7fa3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Sep 20 22:29:43.279909 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:43.280817 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=34 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:43.984835 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34068) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:44.102266 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c831d64-6193-4003-abd6-03503a5ddba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.165951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374c9f6-db2d-4c04-9a0c-b466c8323351 req-bc0d4964-7af7-49fe-a3fd-1a9d0a9f1e01 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:44.167448 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d374c9f6-db2d-4c04-9a0c-b466c8323351 req-bc0d4964-7af7-49fe-a3fd-1a9d0a9f1e01 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0668931 Sep 20 22:29:44.220526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:44.244278 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d374c9f6-db2d-4c04-9a0c-b466c8323351 req-f9026f5a-8610-435b-b0ce-3af252073039 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659575 Sep 20 22:29:44.301031 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c831d64-6193-4003-abd6-03503a5ddba0 admin admin] Publish callbacks [] for security_group (1a246b03-8757-41ee-8f65-3e3641ea22c5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.301031 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6c831d64-6193-4003-abd6-03503a5ddba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (1a246b03-8757-41ee-8f65-3e3641ea22c5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.330484 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6c831d64-6193-4003-abd6-03503a5ddba0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fca03619776d4a658c024878fbc6f0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445737 Sep 20 22:29:44.331318 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c831d64-6193-4003-abd6-03503a5ddba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a246b03-8757-41ee-8f65-3e3641ea22c5,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:44.333174 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34076) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:44.381143 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] Publish callbacks [] for security_group (1a246b03-8757-41ee-8f65-3e3641ea22c5), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.404230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] Publish callbacks [] for security_group (1a246b03-8757-41ee-8f65-3e3641ea22c5), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.449919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (1a246b03-8757-41ee-8f65-3e3641ea22c5), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.454898 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.456083 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1a246b03-8757-41ee-8f65-3e3641ea22c5 HTTP/1.1" status: 204 len: 168 time: 0.1218507 Sep 20 22:29:44.464135 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec78bf-6ce2-443e-8b5e-64466f17ceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a246b03-8757-41ee-8f65-3e3641ea22c5,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:44.737412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34090) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:44.752363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-56e0f66b-0bee-48e0-a587-70e33737f8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.788606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:44.820996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:44.838315 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-56e0f66b-0bee-48e0-a587-70e33737f8d6 admin admin] Publish callbacks [] for security_group (652a3147-2c3f-4ddd-92e3-a24d786f607f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.843491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-56e0f66b-0bee-48e0-a587-70e33737f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (652a3147-2c3f-4ddd-92e3-a24d786f607f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.884367 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-56e0f66b-0bee-48e0-a587-70e33737f8d6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f7af7fd31001476dbe579f9b6a48b6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457264 Sep 20 22:29:44.885249 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0f66b-0bee-48e0-a587-70e33737f8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652a3147-2c3f-4ddd-92e3-a24d786f607f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:44.887025 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34098) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:44.928396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:44.942710 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] Publish callbacks [] for security_group (652a3147-2c3f-4ddd-92e3-a24d786f607f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:44.964940 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] Publish callbacks [] for security_group (652a3147-2c3f-4ddd-92e3-a24d786f607f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:45.029622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (652a3147-2c3f-4ddd-92e3-a24d786f607f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:45.032603 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:45.034069 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/652a3147-2c3f-4ddd-92e3-a24d786f607f HTTP/1.1" status: 204 len: 168 time: 0.1459846 Sep 20 22:29:45.044047 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7009c1f-5957-4b7d-974d-2ec9ff2bde42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a3147-2c3f-4ddd-92e3-a24d786f607f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:45.194224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3f503-a5a7-49e5-a0eb-5641bf8d87bf req-fcb10a54-8113-4856-8fa1-2d12907cf562 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:45.195745 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89d3f503-a5a7-49e5-a0eb-5641bf8d87bf req-fcb10a54-8113-4856-8fa1-2d12907cf562 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Sep 20 22:29:45.246221 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-89d3f503-a5a7-49e5-a0eb-5641bf8d87bf req-dad84263-dd16-4552-9485-8dc7c548a3ea tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448945 Sep 20 22:29:45.378613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f3f6f-6037-45fa-a98b-92b4b0431cf7 req-0c5b2a4b-9b4c-46c4-b2da-8d7713c12c01 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:45.380101 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7f7f3f6f-6037-45fa-a98b-92b4b0431cf7 req-0c5b2a4b-9b4c-46c4-b2da-8d7713c12c01 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Sep 20 22:29:45.431948 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7f7f3f6f-6037-45fa-a98b-92b4b0431cf7 req-fcc03c8f-e3b8-43b9-b910-6256124fab11 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458107 Sep 20 22:29:46.348615 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:46.576987 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ecde8-d607-4c31-bfae-ba5b3d4e9bb4 req-843b7ba1-53ac-402a-bc4b-a43a4a086cdf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:46.578762 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-133ecde8-d607-4c31-bfae-ba5b3d4e9bb4 req-843b7ba1-53ac-402a-bc4b-a43a4a086cdf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Sep 20 22:29:46.633915 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b3b0c-359d-4802-812f-55868bd41530 req-aff5a926-7941-472b-8e5e-83252d98caf3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:46.635054 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-133ecde8-d607-4c31-bfae-ba5b3d4e9bb4 req-0d71787d-2f6b-4bbf-8139-134f74a3f11e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491688 Sep 20 22:29:46.635947 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a08b3b0c-359d-4802-812f-55868bd41530 req-aff5a926-7941-472b-8e5e-83252d98caf3 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.3158629 Sep 20 22:29:46.692035 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a08b3b0c-359d-4802-812f-55868bd41530 req-5ba7bc67-1570-4427-8abe-1874dcb9e8fe tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488887 Sep 20 22:29:47.097690 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-f43e3920-6af0-449f-8ed1-522a590fac7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:47.099157 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-f43e3920-6af0-449f-8ed1-522a590fac7d tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 945 time: 0.0456152 Sep 20 22:29:47.234712 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Deleting port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:47.235150 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:47.324302 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] For port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:47.324662 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:47.485116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:47.486002 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:47.486319 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Floating IP b37908f0-17e8-4047-9c2e-e7bcfb44f9de disassociated. External IP: 172.27.2.126, port: 0cfdba0d-6995-4cd9-a5d7-8cea3b491626. Sep 20 22:29:47.486743 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Calling delete_port for 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:47.612518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (0cfdba0d-6995-4cd9-a5d7-8cea3b491626), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:47.644662 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'Port': ['ID=0cfdba0d-6995-4cd9-a5d7-8cea3b491626,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:47.697396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:47.752943 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:47.765701 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f72ad-3b75-4a18-ac87-532acd70a9e9 req-e5357d39-1425-4286-94bd-a7df9bfe926f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:47.767186 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd1f72ad-3b75-4a18-ac87-532acd70a9e9 req-e5357d39-1425-4286-94bd-a7df9bfe926f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Sep 20 22:29:47.795848 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:29:47.803902 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-a27e18f8-6c74-42fd-a93a-8394b8f0d685 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2073120544&fields=id&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 267 time: 0.0755241 Sep 20 22:29:47.815262 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dd1f72ad-3b75-4a18-ac87-532acd70a9e9 req-9abbdb8a-5801-41c1-919d-8d9920aef704 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Sep 20 22:29:47.921112 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12f7967d-6433-4b3b-9e77-34b4ea1cc3bf req-e8fdc79e-3e4e-4479-8c09-4d54b18834ab tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 210 time: 0.0313759 Sep 20 22:29:48.019784 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-f4f75efd-409f-4c76-832d-f004ed8ccffb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485015 Sep 20 22:29:48.101514 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-fb3d2ca6-1943-4ba0-b598-be2512e6d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.103269 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-fb3d2ca6-1943-4ba0-b598-be2512e6d196 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.0535815 Sep 20 22:29:48.107811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:29:48.237500 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:48.251706 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:29:48.254039 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-619bf403-27c9-40d3-a428-429b19fff520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.255622 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-619bf403-27c9-40d3-a428-429b19fff520 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.1323524 Sep 20 22:29:48.269259 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:48.281801 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:48.283766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-a02b0a22-7004-4fc2-b92e-3eb0daf3f3c4 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.289492 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-a02b0a22-7004-4fc2-b92e-3eb0daf3f3c4 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.4778025 Sep 20 22:29:48.298815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: ACTIVE; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:48.299212 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:48.312042 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:48.312667 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:48.322302 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-a73d1fad-a4eb-4141-9b83-9f0621b9fb3a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/quotas/42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 375 time: 0.0138571 Sep 20 22:29:48.349948 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-d0d3e9eb-6dd2-4950-954d-00cf7f84c523 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 1001 time: 0.0876567 Sep 20 22:29:48.353501 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:29:48.356714 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] No DVR routers for this DVR port 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:48.361832 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:48.363398 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7f6e50dc-54cf-412f-9b85-2e7be2df13c3 req-bdb5eb01-46bd-4145-8d3d-e676116d59e4 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.27 "DELETE /networking/v2.0/ports/0cfdba0d-6995-4cd9-a5d7-8cea3b491626 HTTP/1.1" status: 204 len: 173 time: 1.2106926 Sep 20 22:29:48.363986 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'name': 'network-vif-deleted', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:48.366530 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad878cb-e7bb-42e1-821d-a3affebc35ec" -d '{"events": [{"server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "name": "network-vif-deleted", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:48.406735 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:48.412432 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8f27553f-593f-47aa-82d9-bb1e75fbb1fd tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624716 Sep 20 22:29:48.416160 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-662236f4-68f2-4a64-8f63-dbf2e3487a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.417684 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-662236f4-68f2-4a64-8f63-dbf2e3487a27 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0589788 Sep 20 22:29:48.448618 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381aa354-996f-43fd-8cd7-afca923a6847 x-openstack-request-id: req-381aa354-996f-43fd-8cd7-afca923a6847 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:48.448918 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383da7f3-a48b-45bf-aa96-d3eb43320ed0", "name": "network-vif-deleted", "tag": "0cfdba0d-6995-4cd9-a5d7-8cea3b491626", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:48.449197 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-381aa354-996f-43fd-8cd7-afca923a6847 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:48.449648 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381aa354-996f-43fd-8cd7-afca923a6847'] response: {'server_uuid': '383da7f3-a48b-45bf-aa96-d3eb43320ed0', 'name': 'network-vif-deleted', 'tag': '0cfdba0d-6995-4cd9-a5d7-8cea3b491626', 'status': 'completed', 'code': 200} Sep 20 22:29:48.463954 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:48.484825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-cfbf941b-c2cd-42e8-be00-2adfad87565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.487428 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-cfbf941b-c2cd-42e8-be00-2adfad87565a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611229 Sep 20 22:29:48.525609 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:48.575728 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d76e99ad-dedc-45dd-ba58-8632f5cb0aba'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:29:48.610094 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-e06ff94e-5bcb-4653-a785-8848791ced8a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147413 Sep 20 22:29:48.616179 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=6']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:48.656394 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-24cc0c00-ad7f-4965-b947-a193d424d2be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370634 Sep 20 22:29:48.666966 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:48.687133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:48.713833 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-04d6e04e-e86a-4e1b-ad77-a1a04feb4091 req-667ee392-2e72-41d5-9a29-c7cc0e084021 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965712 Sep 20 22:29:48.765850 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-996b2b4e-d3ce-4b56-a097-53c2534aae38 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999672 Sep 20 22:29:48.855232 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:48.895297 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:48.914066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:48.917901 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:48.918593 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:48.966911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7566-41fe-4d4e-83d3-04c414474107 req-f149992c-08ed-40dd-8161-8dc3c98710db tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:48.968442 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f55e7566-41fe-4d4e-83d3-04c414474107 req-f149992c-08ed-40dd-8161-8dc3c98710db tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0533564 Sep 20 22:29:49.061746 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f55e7566-41fe-4d4e-83d3-04c414474107 req-035cb666-73dc-4bea-8f73-86e06df5c859 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865595 Sep 20 22:29:49.192926 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-18260af0-a4a1-4c94-8b48-be8d15ef9ec6 req-fea3b75c-6134-4269-988e-3c9f1150a5c0 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=383da7f3-a48b-45bf-aa96-d3eb43320ed0 HTTP/1.1" status: 200 len: 210 time: 0.0442843 Sep 20 22:29:49.203249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e7239aef-4e1a-48d4-9d91-945f39477e3b req-ca9a92f0-2b08-482d-8c7c-d23139e9d34e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0903180 Sep 20 22:29:49.253338 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:49.481670 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:49.514143 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e6e392-7931-4bb2-b7a7-cc784178030c None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:23:39Z', 'revision_number': 4, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f99d4994-43ee-4ec7-a8ca-d0aff8e610b8', 'name': '', 'network_id': '2b3cbf78-a136-43a3-9b63-4931c8818134', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'mac_address': 'fa:16:3e:ba:40:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:38Z', 'updated_at': '2022-09-20T22:23:50Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'subnets': [{'id': '5cfe9a51-5350-4da5-aefc-179969ab2e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:49.533833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34218) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:49.683696 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:49.697430 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-868f7ef4-606c-4a00-91ba-ff62b2ad939d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:49.794157 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-868f7ef4-606c-4a00-91ba-ff62b2ad939d admin admin] Publish callbacks [] for security_group (3487cea9-6bc8-4d43-b3fa-7e7575256090), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:49.802268 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-868f7ef4-606c-4a00-91ba-ff62b2ad939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3487cea9-6bc8-4d43-b3fa-7e7575256090), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:49.834311 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eaadba-44b2-4ea2-9984-ae62ef7e1ea0 None None] New status for floating IP b37908f0-17e8-4047-9c2e-e7bcfb44f9de: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:29:49.849525 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-868f7ef4-606c-4a00-91ba-ff62b2ad939d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=805cbc16493447fb991cfe97359f9314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143973 Sep 20 22:29:49.850631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7ef4-606c-4a00-91ba-ff62b2ad939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3487cea9-6bc8-4d43-b3fa-7e7575256090,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:49.852451 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34236) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:49.921227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] Publish callbacks [] for security_group (3487cea9-6bc8-4d43-b3fa-7e7575256090), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:49.951842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] Publish callbacks [] for security_group (3487cea9-6bc8-4d43-b3fa-7e7575256090), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.033785 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3487cea9-6bc8-4d43-b3fa-7e7575256090), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.038121 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.042381 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3487cea9-6bc8-4d43-b3fa-7e7575256090 HTTP/1.1" status: 204 len: 168 time: 0.1838193 Sep 20 22:29:50.064995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615f49b-6575-4c00-916c-f43003f207f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3487cea9-6bc8-4d43-b3fa-7e7575256090,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:50.120337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:29:50.203701 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d76e99ad-dedc-45dd-ba58-8632f5cb0aba triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:50.204769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.205867 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:29:50.295983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:29:50.297166 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.298578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21609738-6476-4f0c-8572-9b58755971c6 req-63e0c982-fe10-4168-b454-1d2cf12b2943 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:50.308415 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21609738-6476-4f0c-8572-9b58755971c6 req-63e0c982-fe10-4168-b454-1d2cf12b2943 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0969870 Sep 20 22:29:50.327430 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:50.331440 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38244444-56fe-4d9d-87cd-2bff87aee60c" -d '{"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:50.371865 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:50.378479 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.379351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:29:50.386260 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6ea6cd06-7f19-4a4c-994b-4ceac35a2717 req-8e62d8af-a1a6-4aa1-b14a-49379c46a1e3 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0440037 Sep 20 22:29:50.414821 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21609738-6476-4f0c-8572-9b58755971c6 req-e2b0c6a5-3fa7-4abd-8679-537e51a739c2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052117 Sep 20 22:29:50.450590 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:29:50.450944 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 0cfdba0d-6995-4cd9-a5d7-8cea3b491626 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:29:50.492212 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34260) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:50.507931 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=7']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:50.592055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.638760 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.661599 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:50.722230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.726465 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.728600 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8 HTTP/1.1" status: 204 len: 168 time: 0.2356880 Sep 20 22:29:50.737130 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34262) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:50.755013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6453-9103-4a5c-8bc8-93ed252e34a7 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:50.769379 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:50.785008 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-52c671a2-330e-4d25-9e1b-57287b0d1431 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] show failed (client error): The resource could not be found. Sep 20 22:29:50.786506 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-52c671a2-330e-4d25-9e1b-57287b0d1431 tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "GET /networking/v2.0/security-groups/7c4e66bc-1bfb-4be0-8cc8-8b73e9576ab8 HTTP/1.1" status: 404 len: 347 time: 0.0481982 Sep 20 22:29:50.790973 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34264) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:50.806229 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:50.828163 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34266) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:50.869432 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e41d0-ceb4-465b-944c-0d13aafbea5d x-openstack-request-id: req-db9e41d0-ceb4-465b-944c-0d13aafbea5d {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:50.869858 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:50.870206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db9e41d0-ceb4-465b-944c-0d13aafbea5d {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:50.870715 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e41d0-ceb4-465b-944c-0d13aafbea5d'] response: {'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'code': 200} Sep 20 22:29:50.881215 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf8482ac-701b-43bf-8a10-8d7c0e97a58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.977781 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf8482ac-701b-43bf-8a10-8d7c0e97a58e admin admin] Publish callbacks [] for security_group (29660c63-9d85-49b3-ad48-6860549e5621), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.982912 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cf8482ac-701b-43bf-8a10-8d7c0e97a58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (29660c63-9d85-49b3-ad48-6860549e5621), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:50.994569 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Deleting port 78cc0c10-a8f2-479f-a70d-1cc7e460cc8d {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:50.995097 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.013314 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cf8482ac-701b-43bf-8a10-8d7c0e97a58e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4817252bebe542c7918af134376005f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805897 Sep 20 22:29:51.018863 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-4d0ece63-650d-4289-a84d-4cf27fe7b9df tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:51.020460 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-4d0ece63-650d-4289-a84d-4cf27fe7b9df tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.4315870 Sep 20 22:29:51.020957 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34268) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:51.099699 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.100028 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.111566 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8482ac-701b-43bf-8a10-8d7c0e97a58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29660c63-9d85-49b3-ad48-6860549e5621,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:51.115714 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Calling delete_port for 78cc0c10-a8f2-479f-a70d-1cc7e460cc8d owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:51.182849 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] Publish callbacks [] for security_group (29660c63-9d85-49b3-ad48-6860549e5621), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.218752 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-c64e6ffd-47b0-429b-af19-5695ea725377 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 380 time: 0.1817040 Sep 20 22:29:51.221832 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] Publish callbacks [] for security_group (29660c63-9d85-49b3-ad48-6860549e5621), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.240389 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'port': {'device_id': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'admin_state_up': True, 'tenant_id': '42019663de764ee490940ccca9300b0f', 'security_groups': ['5b68b3fa-2f72-443e-b7bd-a92b61342eed']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:51.284881 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (78cc0c10-a8f2-479f-a70d-1cc7e460cc8d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.312678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Pushing event deleted for resources: {'Port': ['ID=78cc0c10-a8f2-479f-a70d-1cc7e460cc8d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:51.354306 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:51.380131 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:51.393114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Made reservation on behalf of 42019663de764ee490940ccca9300b0f for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:29:51.398963 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.409213 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks [] for floatingip (b37908f0-17e8-4047-9c2e-e7bcfb44f9de), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.417914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.423395 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3abeae12-9751-4f09-ba23-98a749482bdf tempest-AttachVolumeTestJSON-1455725482 tempest-AttachVolumeTestJSON-1455725482-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b37908f0-17e8-4047-9c2e-e7bcfb44f9de HTTP/1.1" status: 204 len: 168 time: 0.6288879 Sep 20 22:29:51.573846 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.20.0.12 (da8aba85-9a54-4a6e-abea-b06fe770c5b2/520c76a6-8dd2-467a-89fc-6b38f1c55b23/44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:29:51.613248 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ac5c7fe6-39b9-465e-9235-164b6719b7bd req-600dbb0b-88e6-4396-8d4b-4573b522332e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0451801 Sep 20 22:29:51.627244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (29660c63-9d85-49b3-ad48-6860549e5621), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.630406 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.633714 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/29660c63-9d85-49b3-ad48-6860549e5621 HTTP/1.1" status: 204 len: 168 time: 0.6085255 Sep 20 22:29:51.651263 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c793-6050-42c9-abee-d0a876b83e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29660c63-9d85-49b3-ad48-6860549e5621,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:51.658119 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee0ae5-a532-48c1-ac1c-b9e4ec17267d req-4a3e6156-56cc-49fa-bed6-034ca2161160 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:51.666707 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-79ee0ae5-a532-48c1-ac1c-b9e4ec17267d req-4a3e6156-56cc-49fa-bed6-034ca2161160 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0888031 Sep 20 22:29:51.785692 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-79ee0ae5-a532-48c1-ac1c-b9e4ec17267d req-b2e3e059-f1fd-4eda-8e6a-e18dced8511e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118035 Sep 20 22:29:51.820275 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.862162 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:51.940543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:29:51.943923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:29:51.947165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:29:51.988827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:52.031197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:52.033278 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:52.060766 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-1e56654c-85ba-46a7-8f51-8840c02023e8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8270109 Sep 20 22:29:52.074493 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Request body: {'port': {'device_id': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:29:52.153243 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:52.253784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Provisioning complete for port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:29:52.254303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:52.254823 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Attempt 1 to provision port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 Sep 20 22:29:52.336432 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:52.347045 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:52.585510 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:29:52.594115 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks [] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:52.610094 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Transition to ACTIVE for port object 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:29:52.613794 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:52.659810 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=2,neutron:INSERT=3,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:52.692236 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Pushing event updated for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:52.839015 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Attempt 2 to provision port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 Sep 20 22:29:52.861165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f790be-c289-4c93-a69d-ef6dc6b6b750 req-cb63f091-8c86-4f24-b584-44a0e46159c2 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:52.877300 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a5f790be-c289-4c93-a69d-ef6dc6b6b750 req-cb63f091-8c86-4f24-b584-44a0e46159c2 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.1237056 Sep 20 22:29:52.882036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Attempting to bind port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:29:52.882376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Attempting to bind port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:29:52.882750 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Attempting to bind port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:52.909176 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:29:53.005411 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801ff13-2d73-4e82-97e6-b994dba6747f req-24e86d9f-58c8-4191-8274-16f8ce3e7777 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:53.008216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:29:53.008759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Attempting to bind port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:29:53.015159 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3801ff13-2d73-4e82-97e6-b994dba6747f req-24e86d9f-58c8-4191-8274-16f8ce3e7777 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0853107 Sep 20 22:29:53.074981 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:29:53.075426 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:29:53.075810 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Bound using segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:29:53.076409 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Bound port: 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:29:53.076776 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:53.119989 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3801ff13-2d73-4e82-97e6-b994dba6747f req-df29c5d2-7a0e-4703-927e-45a0e4421c2f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030636 Sep 20 22:29:53.171996 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a5f790be-c289-4c93-a69d-ef6dc6b6b750 req-09a970fa-08fa-468c-9a6a-8e3e70829190 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922347 Sep 20 22:29:53.206697 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:29:53.210040 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:29:53.216639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:53.221668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:53.222371 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:53.223804 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 HTTP/1.1" status: 200 len: 1094 time: 1.1538579 Sep 20 22:29:53.224450 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:29:53.226806 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51bf34-b943-4584-836a-10289ffab388" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:29:53.288760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1e41-fe22-4fb6-ab63-c6e2318d2370 service neutron] Pushing event updated for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:53.363235 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-ec68a84c-6071-4aaa-b869-a0cbb8cdfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:53.364780 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-ec68a84c-6071-4aaa-b869-a0cbb8cdfb16 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0540586 Sep 20 22:29:53.410292 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Attempt 3 to provision port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 Sep 20 22:29:53.433866 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-3faa2e86-6473-4163-b367-69e637cbbfa9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 HTTP/1.1" status: 200 len: 217 time: 0.0605509 Sep 20 22:29:53.496127 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f682079b-2026-4869-83eb-b8f63eec8185 None None] Port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:29:53.506897 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-c2bfdd6a-b82a-4bce-9c67-4dc9720ff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:53.508760 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-c2bfdd6a-b82a-4bce-9c67-4dc9720ff795 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0671492 Sep 20 22:29:53.510427 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e1055b-691d-4ca3-9937-94856d79d5ef x-openstack-request-id: req-26e1055b-691d-4ca3-9937-94856d79d5ef {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:29:53.510740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:29:53.511054 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26e1055b-691d-4ca3-9937-94856d79d5ef {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:29:53.511513 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e1055b-691d-4ca3-9937-94856d79d5ef'] response: {'name': 'network-changed', 'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'status': 'completed', 'code': 200} Sep 20 22:29:53.590206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c8ab-d31e-4282-857a-4f433947b74f req-21f55b3a-19ad-410a-afc4-22d0f54c4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:53.591871 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-21f55b3a-19ad-410a-afc4-22d0f54c4898 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772433 Sep 20 22:29:53.672619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:53.718775 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-a3588c5d-a7ad-4915-9158-75938c83acbb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111372 Sep 20 22:29:53.819887 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5335c8ab-d31e-4282-857a-4f433947b74f req-aa310360-7813-42ed-bfe0-44352583dcc6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925705 Sep 20 22:29:54.150911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bf34-b943-4584-836a-10289ffab388 req-dbebfc79-7b24-4ac3-829b-8eeb9f3bb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.152718 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-dbebfc79-7b24-4ac3-829b-8eeb9f3bb61a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 1128 time: 0.0511103 Sep 20 22:29:54.309659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e1b6-b35c-4aa9-8c55-5ed382387fc6 req-827800c7-6072-46c5-b754-a76d776902b1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.311313 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-35b9e1b6-b35c-4aa9-8c55-5ed382387fc6 req-827800c7-6072-46c5-b754-a76d776902b1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0766644 Sep 20 22:29:54.347217 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c443ca5-91b0-4837-a312-276fca5becb3 req-852b86f4-f062-4c9f-94a6-cbb10ad648af tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.349210 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1c443ca5-91b0-4837-a312-276fca5becb3 req-852b86f4-f062-4c9f-94a6-cbb10ad648af tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0711603 Sep 20 22:29:54.358880 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bf34-b943-4584-836a-10289ffab388 req-eb8c6621-4bae-4b8a-894c-31c7eb5c1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.360272 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-eb8c6621-4bae-4b8a-894c-31c7eb5c1f26 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.2005796 Sep 20 22:29:54.414204 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1c443ca5-91b0-4837-a312-276fca5becb3 req-4823adf7-2ed3-4d9b-b945-93bd08b291f7 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574565 Sep 20 22:29:54.423055 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-b1deecf1-bcb5-4bdd-954a-282eaa486779 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 HTTP/1.1" status: 200 len: 217 time: 0.0555773 Sep 20 22:29:54.472631 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:54.508197 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-35b9e1b6-b35c-4aa9-8c55-5ed382387fc6 req-2fff93de-7a1f-4df8-93cb-0cb54c9e8c9f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803992 Sep 20 22:29:54.518842 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bf34-b943-4584-836a-10289ffab388 req-30501901-c08f-44ae-a7bf-0399a247109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.521068 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-30501901-c08f-44ae-a7bf-0399a247109b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0881011 Sep 20 22:29:54.573321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bf34-b943-4584-836a-10289ffab388 req-ef1873a0-97de-4f1a-b81b-32a376abe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:54.575008 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-ef1873a0-97de-4f1a-b81b-32a376abe5cd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474422 Sep 20 22:29:54.695631 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-521dc55c-3d19-4659-88ba-6939007aace5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096399 Sep 20 22:29:54.818312 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bc51bf34-b943-4584-836a-10289ffab388 req-31fe444e-ca03-4d4c-8559-1bb622a98a3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164539 Sep 20 22:29:55.327596 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34352) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:55.549231 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47720eb-533d-4cf0-b56c-e95ee3bf280d req-ca24bc7c-86b2-4ef7-9bc7-302bf79fac40 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:55.551586 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a47720eb-533d-4cf0-b56c-e95ee3bf280d req-ca24bc7c-86b2-4ef7-9bc7-302bf79fac40 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Sep 20 22:29:55.643443 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a47720eb-533d-4cf0-b56c-e95ee3bf280d req-0a02e540-977e-4ca7-8c8a-bf977af55eac tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859518 Sep 20 22:29:55.701754 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ef1ba-0440-49eb-85d1-67910bf4c9aa req-8d0e6829-27ab-4bed-8fd0-a4c950b36c9b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:55.703224 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9a2ef1ba-0440-49eb-85d1-67910bf4c9aa req-8d0e6829-27ab-4bed-8fd0-a4c950b36c9b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0723183 Sep 20 22:29:55.813378 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:55.828287 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9a2ef1ba-0440-49eb-85d1-67910bf4c9aa req-93643a24-c4e9-4723-9d89-097812e4ac80 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165349 Sep 20 22:29:56.072296 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:56.669762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Deleting port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:56.670408 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:56.772428 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] For port f99d4994-43ee-4ec7-a8ca-d0aff8e610b8, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:56.773337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:56.785284 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c256c-67f6-403e-81e0-43bb3beb5bfe req-7f0e0119-384e-4f9d-b3e2-562e523eb69e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:56.793742 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ad3c256c-67f6-403e-81e0-43bb3beb5bfe req-7f0e0119-384e-4f9d-b3e2-562e523eb69e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0615866 Sep 20 22:29:56.794197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Calling delete_port for f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:56.857309 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ad3c256c-67f6-403e-81e0-43bb3beb5bfe req-c4cc0138-4a56-4592-acfd-80fa9ba65d7f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588152 Sep 20 22:29:56.913368 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:57.042613 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0801f4-d888-49bd-b9ba-1be6897a91b0 req-07d87ec3-0357-445c-a7c2-df5d7fd3a507 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:57.044109 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e0801f4-d888-49bd-b9ba-1be6897a91b0 req-07d87ec3-0357-445c-a7c2-df5d7fd3a507 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0872450 Sep 20 22:29:57.087823 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (f99d4994-43ee-4ec7-a8ca-d0aff8e610b8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:57.093821 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:57.128179 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f99d4994-43ee-4ec7-a8ca-d0aff8e610b8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:57.137178 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e0801f4-d888-49bd-b9ba-1be6897a91b0 req-fdbe6a8e-56a1-40a5-8a86-500a6547d77c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859532 Sep 20 22:29:57.323508 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:57.558636 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:29:57.669364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:29:57.678148 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-699e3db3-59f6-4a3f-8166-32030135c5cb admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4bbd41fa-104d-4a52-8cbb-f5ea5af321ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463478 Sep 20 22:29:57.678148 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34372) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:57.680350 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Sync routers for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:29:57.694431 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:57.695669 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:57.802536 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks [] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:57.822553 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:57.970842 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks [] for router_gateway (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:57.977616 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:58.007491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:58.026283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ad86-61ae-4a5a-b468-d0976b064b4a req-2752645e-c31c-4138-982b-607a16426400 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:58.033717 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:58.033935 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-da38ad86-61ae-4a5a-b468-d0976b064b4a req-2752645e-c31c-4138-982b-607a16426400 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.1056139 Sep 20 22:29:58.054740 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Deleting port ede1506e-c7a8-448e-9889-619d50393ff1 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:58.055214 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.105131 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:29:56Z', 'revision_number': 5, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port': {'id': 'ede1506e-c7a8-448e-9889-619d50393ff1', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:34Z', 'updated_at': '2022-09-20T22:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:58.108207 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:58.124630 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-da38ad86-61ae-4a5a-b468-d0976b064b4a req-ee740df3-631d-48ac-8896-87c22e9ff4ff tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618932 Sep 20 22:29:58.141053 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:58.147443 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Checking router: 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:29:58.166076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Routers {'4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:29:58.166943 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:29:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:58.170116 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] For port ede1506e-c7a8-448e-9889-619d50393ff1, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=ede1506e-c7a8-448e-9889-619d50393ff1,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:58.170486 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.184709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Calling delete_port for ede1506e-c7a8-448e-9889-619d50393ff1 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:58.261646 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] Set router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae gateway port host: None {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:29:58.321743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:29:57Z', 'revision_number': 6, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:58.352101 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9174182-961a-4c1d-b0ab-722275e38f6e None None] The sync data for ids ['4bbd41fa-104d-4a52-8cbb-f5ea5af321ae'] in dv-cinder-858276-1-iscsi is: [{'id': '4bbd41fa-104d-4a52-8cbb-f5ea5af321ae', 'name': 'tempest-AttachVolumeTestJSON-1813709098-router', 'tenant_id': '02ff885440634a13916a25973bdde7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:33Z', 'updated_at': '2022-09-20T22:29:57Z', 'revision_number': 6, 'project_id': '02ff885440634a13916a25973bdde7b3', 'gw_port_host': None}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:29:58.370132 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ede38f-c1fd-412e-9854-fecfbc1912cd req-dd2cd94c-9dfd-4f68-891c-e2917f5786fb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:58.372097 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57ede38f-c1fd-412e-9854-fecfbc1912cd req-dd2cd94c-9dfd-4f68-891c-e2917f5786fb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0996861 Sep 20 22:29:58.479197 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-57ede38f-c1fd-412e-9854-fecfbc1912cd req-41e8d53f-f920-47f0-a08c-7f09631b66ea tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841274 Sep 20 22:29:58.480227 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (ede1506e-c7a8-448e-9889-619d50393ff1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.506694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ede1506e-c7a8-448e-9889-619d50393ff1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:58.576547 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.685092 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.687219 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks [] for router_controller (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.768480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (4bbd41fa-104d-4a52-8cbb-f5ea5af321ae), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.769200 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bbd41fa-104d-4a52-8cbb-f5ea5af321ae {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:29:58.775294 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.779710 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8df43972-8e65-47de-aa69-89a4d3c61d5c admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4bbd41fa-104d-4a52-8cbb-f5ea5af321ae HTTP/1.1" status: 204 len: 168 time: 1.0981297 Sep 20 22:29:58.779894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34380) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:58.840013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Deleting subnet 5cfe9a51-5350-4da5-aefc-179969ab2e31 {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:29:58.844361 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Publish callbacks [] for subnet (5cfe9a51-5350-4da5-aefc-179969ab2e31), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.895820 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (5cfe9a51-5350-4da5-aefc-179969ab2e31), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:58.990995 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (5cfe9a51-5350-4da5-aefc-179969ab2e31), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.051939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (5cfe9a51-5350-4da5-aefc-179969ab2e31), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.082759 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfe9a51-5350-4da5-aefc-179969ab2e31,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:59.097415 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.100992 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6250d8-671f-4667-963c-82a2b87a266e None None] Network 2b3cbf78-a136-43a3-9b63-4931c8818134 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:29:59.101472 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-515a589b-27a8-4c23-aece-9592d9daad37 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5cfe9a51-5350-4da5-aefc-179969ab2e31 HTTP/1.1" status: 204 len: 168 time: 0.3206797 Sep 20 22:29:59.103812 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34388) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:29:59.208445 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (2b3cbf78-a136-43a3-9b63-4931c8818134), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.272865 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Deleting port da6e2991-97d4-4c33-8f41-ab362118a0c3 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:59.273782 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.423947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] DHCP port deletion for 2b3cbf78-a136-43a3-9b63-4931c8818134 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:29:59.437040 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7b90f-f9f1-4e5e-b158-f847f93e81eb req-f12db958-9ed0-4546-82d6-30e81e91d235 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:59.439185 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5db7b90f-f9f1-4e5e-b158-f847f93e81eb req-f12db958-9ed0-4546-82d6-30e81e91d235 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.1060464 Sep 20 22:29:59.506425 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Deleting port da6e2991-97d4-4c33-8f41-ab362118a0c3 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:29:59.507192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.532784 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] For port da6e2991-97d4-4c33-8f41-ab362118a0c3, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=da6e2991-97d4-4c33-8f41-ab362118a0c3,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:59.533182 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.548429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Calling delete_port for da6e2991-97d4-4c33-8f41-ab362118a0c3 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:59.588563 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5db7b90f-f9f1-4e5e-b158-f847f93e81eb req-7faffb4f-dce8-4fd7-9346-fc15d21a2d3d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381717 Sep 20 22:29:59.663335 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] For port da6e2991-97d4-4c33-8f41-ab362118a0c3, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=da6e2991-97d4-4c33-8f41-ab362118a0c3,segment=NetworkSegment(4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e),segment_id=4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:29:59.663855 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.695745 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ad665-f134-43c5-9a00-e88d71040879 req-6a412e6e-1f1a-4393-9554-d4b39c731c52 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:29:59.697460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Calling delete_port for da6e2991-97d4-4c33-8f41-ab362118a0c3 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:29:59.698203 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-540ad665-f134-43c5-9a00-e88d71040879 req-6a412e6e-1f1a-4393-9554-d4b39c731c52 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0985587 Sep 20 22:29:59.722098 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.770159 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=da6e2991-97d4-4c33-8f41-ab362118a0c3,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:59.788539 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] No DVR routers for this DVR port da6e2991-97d4-4c33-8f41-ab362118a0c3 on host dv-cinder-858276-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:59.790945 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-540ad665-f134-43c5-9a00-e88d71040879 req-964b3230-073b-42bc-bc96-cdd878252dcd tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851955 Sep 20 22:29:59.853671 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (da6e2991-97d4-4c33-8f41-ab362118a0c3), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.882508 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] Pushing event deleted for resources: {'Port': ['ID=da6e2991-97d4-4c33-8f41-ab362118a0c3,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:29:59.888674 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ef89c-8e1b-4474-982d-3cecb43e43c5 None None] No DVR routers for this DVR port da6e2991-97d4-4c33-8f41-ab362118a0c3 on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:29:59.901300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (2b3cbf78-a136-43a3-9b63-4931c8818134), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.924435 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:29:59.927506 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3cbf78-a136-43a3-9b63-4931c8818134']}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:59.941984 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e') {'for_net_delete': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:59.942628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e') {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:29:59.955960 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62506422'] for segment (4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.971243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:29:59.978671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:29:59.979130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62506732'] for segment (4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.050497 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:00.066915 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (2b3cbf78-a136-43a3-9b63-4931c8818134), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.074162 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.079990 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2b3cbf78-a136-43a3-9b63-4931c8818134 HTTP/1.1" status: 204 len: 168 time: 0.9726388 Sep 20 22:30:00.086719 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device ede1506e-c7a8-448e-9889-619d50393ff1 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:30:00.093089 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db38d15-3cf8-4b2f-b206-9b543c521dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3cbf78-a136-43a3-9b63-4931c8818134,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:00.117748 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: ede1506e-c7a8-448e-9889-619d50393ff1 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:30:00.118268 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device ede1506e-c7a8-448e-9889-619d50393ff1 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:30:00.118574 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device da6e2991-97d4-4c33-8f41-ab362118a0c3 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:30:00.140625 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: da6e2991-97d4-4c33-8f41-ab362118a0c3 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:30:00.141064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device da6e2991-97d4-4c33-8f41-ab362118a0c3 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:30:00.143119 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:30:00.171144 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:30:00.171514 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f99d4994-43ee-4ec7-a8ca-d0aff8e610b8 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:30:00.215211 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e resource provider aggregate not found Sep 20 22:30:00.237204 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f0bc4e8-274a-40ac-bb69-b7ed201d6e2e found for delete ", "request_id": "req-e9301df9-afd1-43df-895d-007a2e88e408"}]} Sep 20 22:30:00.254768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34408) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:00.301943 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fb7cb689-b724-44e1-8e1f-114f67b43ad8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=02ff885440634a13916a25973bdde7b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460353 Sep 20 22:30:00.304418 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34410) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:00.357949 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] Publish callbacks [] for security_group (bbac5b79-7dff-4918-9bce-8fd25fb377c6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.381074 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] Publish callbacks [] for security_group (bbac5b79-7dff-4918-9bce-8fd25fb377c6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.435665 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (bbac5b79-7dff-4918-9bce-8fd25fb377c6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.438206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:00.442624 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bbac5b79-7dff-4918-9bce-8fd25fb377c6 HTTP/1.1" status: 204 len: 168 time: 0.1345956 Sep 20 22:30:00.451903 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46335cb8-f67b-4c39-9f1c-63871649983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac5b79-7dff-4918-9bce-8fd25fb377c6,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:00.754426 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:00.786366 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02fefa-a70d-4127-ba6e-fe6cf6b206e3 req-bd21ea42-e4bc-465c-b4b5-7098efd80ee2 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:00.789435 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0a02fefa-a70d-4127-ba6e-fe6cf6b206e3 req-bd21ea42-e4bc-465c-b4b5-7098efd80ee2 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0668688 Sep 20 22:30:00.909170 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0a02fefa-a70d-4127-ba6e-fe6cf6b206e3 req-4b498871-1de6-4aed-9ed7-90ae28099399 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976677 Sep 20 22:30:00.956177 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbee72-76a2-4b35-882a-ebef0ae42ba5 req-6a61baf7-cfba-4123-8a37-53e67ebcb2bb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:00.957728 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30fbee72-76a2-4b35-882a-ebef0ae42ba5 req-6a61baf7-cfba-4123-8a37-53e67ebcb2bb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0587981 Sep 20 22:30:01.012129 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30fbee72-76a2-4b35-882a-ebef0ae42ba5 req-783d9dea-fac4-46ba-9f23-190cfa9ec03c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486329 Sep 20 22:30:01.735325 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:30:02.049558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab064e29-d5d0-47ae-8cf0-b025597e2f55 req-7ee8a66f-f92e-461f-afc0-7613c9ea19af tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:02.051043 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ab064e29-d5d0-47ae-8cf0-b025597e2f55 req-7ee8a66f-f92e-461f-afc0-7613c9ea19af tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0509825 Sep 20 22:30:02.109525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ab064e29-d5d0-47ae-8cf0-b025597e2f55 req-1b1b9a8d-a827-4597-b778-1b6f287783c8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519218 Sep 20 22:30:02.119038 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:02.160331 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712166-8a28-410a-b8ad-aca886717e41 req-ac182c37-bcc0-4131-98c4-457ce12b1df9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:02.161753 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de712166-8a28-410a-b8ad-aca886717e41 req-ac182c37-bcc0-4131-98c4-457ce12b1df9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0512123 Sep 20 22:30:02.183663 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:02.213742 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-de712166-8a28-410a-b8ad-aca886717e41 req-7fe0c8c1-c042-479a-9dae-f390a8381a06 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Sep 20 22:30:02.711509 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:30:02.726934 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:02.815342 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:02.830070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'port_id': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'mac_address': 'fa:16:3e:74:8a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:30:02.864837 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:02.865258 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:02.878928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:30:02.900045 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:02.903952 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:02.944663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:02.955596 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:03.250826 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8af2-0b39-45f4-8073-f518cab3500c req-b11fffc1-2f59-4b26-903c-124dde0cafa0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:03.252378 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-042f8af2-0b39-45f4-8073-f518cab3500c req-b11fffc1-2f59-4b26-903c-124dde0cafa0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0641267 Sep 20 22:30:03.276277 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:30:03.316877 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-042f8af2-0b39-45f4-8073-f518cab3500c req-69755002-3038-45e6-91cf-ab5f6b84bf79 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585306 Sep 20 22:30:03.424803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387903c0-90c3-4149-9639-88dbbff0971f req-52a6f42a-31dc-4181-b3e7-8a1a6d34aaad tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:03.426184 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-387903c0-90c3-4149-9639-88dbbff0971f req-52a6f42a-31dc-4181-b3e7-8a1a6d34aaad tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.1012063 Sep 20 22:30:03.431831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-1d7acdc0-75a4-4452-9ea7-649770a4b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:03.433284 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-1d7acdc0-75a4-4452-9ea7-649770a4b20e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1129 time: 0.0571275 Sep 20 22:30:03.539762 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-387903c0-90c3-4149-9639-88dbbff0971f req-d7696a1b-681b-4e1b-a2c5-7404c8b4ee9a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999794 Sep 20 22:30:03.561872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-76cae48d-91a9-40dd-aa88-4b0e053f1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:03.563863 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-76cae48d-91a9-40dd-aa88-4b0e053f1b5d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1219902 Sep 20 22:30:04.436923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3c195-bc5d-406f-a463-1a1d6ee751fc req-9b6e2fde-9241-44b2-9b2d-5a482ca11043 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:04.438899 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28f3c195-bc5d-406f-a463-1a1d6ee751fc req-9b6e2fde-9241-44b2-9b2d-5a482ca11043 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0471551 Sep 20 22:30:04.488414 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28f3c195-bc5d-406f-a463-1a1d6ee751fc req-54c06831-b42e-4409-a973-728ccb698846 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439687 Sep 20 22:30:04.539783 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-197d754b-e0d4-4b39-80d1-a73bbf9bd12f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 1001 time: 0.0598879 Sep 20 22:30:04.668296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9b8cd-4307-450c-a4ae-7c6015046244 req-f7c81e8a-52b3-49fb-ad00-bd582546a44e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:04.669801 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-71a9b8cd-4307-450c-a4ae-7c6015046244 req-f7c81e8a-52b3-49fb-ad00-bd582546a44e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0502112 Sep 20 22:30:04.718923 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-71a9b8cd-4307-450c-a4ae-7c6015046244 req-fd8f4156-4e49-4d89-b43f-865f9d34ca30 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Sep 20 22:30:05.301612 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-aa81f316-63de-4dd0-9f16-ba6c0098008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:05.303011 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-aa81f316-63de-4dd0-9f16-ba6c0098008c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0474632 Sep 20 22:30:05.613053 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df754f-5a3b-4129-8112-e84299dcb122 req-31fae6cc-27d1-48bc-a712-0476c7a0cd4f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:05.614493 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1df754f-5a3b-4129-8112-e84299dcb122 req-31fae6cc-27d1-48bc-a712-0476c7a0cd4f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0465193 Sep 20 22:30:05.663778 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f1df754f-5a3b-4129-8112-e84299dcb122 req-651d8a41-455d-493e-b759-8e2adf9fe5d6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Sep 20 22:30:05.844427 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576e79-9bfe-444f-88b2-f25d1e7fd9f8 req-8b9dc9af-2598-47c8-a169-ee9c1d706ee0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:05.845931 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-60576e79-9bfe-444f-88b2-f25d1e7fd9f8 req-8b9dc9af-2598-47c8-a169-ee9c1d706ee0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0474503 Sep 20 22:30:05.893195 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-60576e79-9bfe-444f-88b2-f25d1e7fd9f8 req-4b0f4fa7-e941-4268-848c-8c83ea4223e2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 Sep 20 22:30:06.180531 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-fa9e7abf-bb94-443f-8b29-22766632aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:06.181997 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-fa9e7abf-bb94-443f-8b29-22766632aaf1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374339 Sep 20 22:30:06.273423 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-70db151d-7f43-4ee2-83a3-933547d55fc6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833600 Sep 20 22:30:06.359820 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1525cb91-9d28-43a6-a6ac-e485d3c88f94 req-9e351b59-caca-4199-9cc9-841246939bac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801287 Sep 20 22:30:06.604847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:06.651485 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:30:06.658146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:06.658557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:06.658896 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 Sep 20 22:30:06.748499 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:06.748890 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:06.773690 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:06.775950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ac82d-abb5-4500-8dd7-201520ff1d2b" -d '{"events": [{"server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "name": "network-vif-plugged", "status": "completed", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:06.793513 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:06.799404 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:06.809730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fc762-25b1-4880-b727-fa6c055d6262 req-5795e80a-261d-4764-bda8-2cd98a55048b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:06.811548 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a53fc762-25b1-4880-b727-fa6c055d6262 req-5795e80a-261d-4764-bda8-2cd98a55048b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0564795 Sep 20 22:30:06.828224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be7d99-76b0-4345-89a1-37b6cf520ff0 x-openstack-request-id: req-85be7d99-76b0-4345-89a1-37b6cf520ff0 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:06.828585 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "name": "network-vif-plugged", "status": "completed", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:06.829575 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85be7d99-76b0-4345-89a1-37b6cf520ff0 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:06.830298 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85be7d99-76b0-4345-89a1-37b6cf520ff0'] response: {'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'code': 200} Sep 20 22:30:06.874255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:06.876391 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a53fc762-25b1-4880-b727-fa6c055d6262 req-d9522b39-2200-4844-916e-bb9ec3fd8a89 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574105 Sep 20 22:30:07.029851 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc568-7fee-4b28-ac4e-b3f90461e002 req-86cf4f37-4f4b-4a83-8990-f9549331e2f1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:07.031357 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4dabc568-7fee-4b28-ac4e-b3f90461e002 req-86cf4f37-4f4b-4a83-8990-f9549331e2f1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Sep 20 22:30:07.078897 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4dabc568-7fee-4b28-ac4e-b3f90461e002 req-dbf0d2b2-d7f1-4c87-8ae8-0918ee3c08ec tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 Sep 20 22:30:07.300231 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c38703d1-30ed-4287-9d5f-bf65ce985dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:08.037633 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc747-8c8f-41f6-a9df-1381836ed46e req-3376c03a-e720-4d24-a6c3-15e9edbcc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:08.039345 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16cfc747-8c8f-41f6-a9df-1381836ed46e req-3376c03a-e720-4d24-a6c3-15e9edbcc885 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0920603 Sep 20 22:30:08.084433 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296f8f2-a270-460a-bea9-c70b08589c06 req-24e67712-c355-43cc-a4b3-a157370ae659 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:08.086722 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f296f8f2-a270-460a-bea9-c70b08589c06 req-24e67712-c355-43cc-a4b3-a157370ae659 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.1031847 Sep 20 22:30:08.177275 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-16cfc747-8c8f-41f6-a9df-1381836ed46e req-ab7f29e0-6800-41b6-92e0-a4e1b3c94d26 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269355 Sep 20 22:30:08.191443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:08.219843 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f296f8f2-a270-460a-bea9-c70b08589c06 req-75f4dcb4-8d9c-49b4-ab99-7f998df0b238 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254764 Sep 20 22:30:08.244006 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1481dde-12b3-44fd-95a2-81bbd48d056c req-a30c4645-3c4f-416d-911c-e7e4931641ae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:08.245607 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a1481dde-12b3-44fd-95a2-81bbd48d056c req-a30c4645-3c4f-416d-911c-e7e4931641ae tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0716484 Sep 20 22:30:08.295865 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a1481dde-12b3-44fd-95a2-81bbd48d056c req-09d9cbcd-7741-477f-916c-65b69f47daa2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Sep 20 22:30:09.354537 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada71e-6369-42a1-95fd-df13a6bf29aa req-91fdc9a0-cb38-4c85-8352-3348381171a1 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:09.362258 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6aada71e-6369-42a1-95fd-df13a6bf29aa req-91fdc9a0-cb38-4c85-8352-3348381171a1 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.0690517 Sep 20 22:30:09.365527 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f375285-d6c4-4dae-995d-9ffaa7913227 req-f29bdf9e-55fd-4f44-9a7d-fd388544075c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:09.368221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5f375285-d6c4-4dae-995d-9ffaa7913227 req-f29bdf9e-55fd-4f44-9a7d-fd388544075c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0584910 Sep 20 22:30:09.369729 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:09.384833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34620) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:09.417326 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6aada71e-6369-42a1-95fd-df13a6bf29aa req-f7387ce1-5475-4b35-b4fd-2c7b30ab0a02 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541134 Sep 20 22:30:09.456448 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5f375285-d6c4-4dae-995d-9ffaa7913227 req-7bca5b03-17fe-4438-a7aa-c460f1361ab1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745871 Sep 20 22:30:09.583080 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20eca9c4-95da-4d06-90f1-839cef005f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:09.649399 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef94ae6e-7633-47a9-a8f9-a7a7c214351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:09.655224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000841b4-2456-4235-8917-286e3b5966be req-b53ba9a9-73b7-4ba1-b2e4-2fc5075047ff tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:09.657278 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-000841b4-2456-4235-8917-286e3b5966be req-b53ba9a9-73b7-4ba1-b2e4-2fc5075047ff tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.0905523 Sep 20 22:30:09.727719 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-31e66c85-7574-4a3c-abe0-7d9ae6477041 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036134 Sep 20 22:30:09.781595 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-000841b4-2456-4235-8917-286e3b5966be req-db4928ad-11db-466e-9a85-609595fad874 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047020 Sep 20 22:30:09.818371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34642) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:09.843675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-0b0dea68-24e6-4d88-bb32-c6ef4f634fe0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:09.845661 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-0b0dea68-24e6-4d88-bb32-c6ef4f634fe0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports/d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 942 time: 0.0812120 Sep 20 22:30:09.847420 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20eca9c4-95da-4d06-90f1-839cef005f49 admin admin] Publish callbacks [] for security_group (90fc654b-e472-4cb3-b491-c5058c75ed46), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:09.851449 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-20eca9c4-95da-4d06-90f1-839cef005f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (90fc654b-e472-4cb3-b491-c5058c75ed46), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:09.898905 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-20eca9c4-95da-4d06-90f1-839cef005f49 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dd209174362648ee8e5a3699eb14509f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090821 Sep 20 22:30:09.898905 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eca9c4-95da-4d06-90f1-839cef005f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc654b-e472-4cb3-b491-c5058c75ed46,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:09.899340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34648) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:09.978879 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] Publish callbacks [] for security_group (90fc654b-e472-4cb3-b491-c5058c75ed46), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:09.986825 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:10.006652 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:10.007950 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46273a-cea9-4c2b-959b-d385fb8eacbc tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:10.009489 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-5a46273a-cea9-4c2b-959b-d385fb8eacbc tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 1125 time: 0.1900752 Sep 20 22:30:10.013085 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34654) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:10.014265 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] Publish callbacks [] for security_group (90fc654b-e472-4cb3-b491-c5058c75ed46), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.018465 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'port_id': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:10.043083 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.075784 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (90fc654b-e472-4cb3-b491-c5058c75ed46), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.080307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.082216 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/90fc654b-e472-4cb3-b491-c5058c75ed46 HTTP/1.1" status: 204 len: 168 time: 0.1818204 Sep 20 22:30:10.093161 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61d4c9-06cb-47fc-aff9-beb1252c292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc654b-e472-4cb3-b491-c5058c75ed46,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:10.155455 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.267800 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.27.2.179 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/57a34f95-673c-4e85-ab65-c2836848d7a7) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:10.371240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.407235 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.411191 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:10.433711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:10.460250 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:10.461575 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=57a34f95-673c-4e85-ab65-c2836848d7a7,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:10.464326 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:10.466467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:10.592109 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22ae9-7076-44b2-8a83-fa7ec67d3092 req-6c30360b-e813-485e-94d4-514d385792cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:10.594227 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-49f22ae9-7076-44b2-8a83-fa7ec67d3092 req-6c30360b-e813-485e-94d4-514d385792cf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Sep 20 22:30:10.650822 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-49f22ae9-7076-44b2-8a83-fa7ec67d3092 req-30b18ed8-0188-4c8f-accb-3c7520b6c059 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Sep 20 22:30:10.767942 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:10.834079 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (1c66daad-956f-4975-8d6e-e1974f035033), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.162008 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.323393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.329275 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.407552 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (1c66daad-956f-4975-8d6e-e1974f035033), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.409717 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=57a34f95-673c-4e85-ab65-c2836848d7a7,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:11.504827 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP 1c66daad-956f-4975-8d6e-e1974f035033 associated. External IP: 172.27.2.179, port: 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4. Sep 20 22:30:11.549497 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:30:11.560714 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:11.586214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:11.613170 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:11.636483 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: ACTIVE; New status is: DOWN {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:11.637069 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.664549 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:11.666922 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a30e7f6-96a1-4d71-8d64-12f05bcc1239" -d '{"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:11.681154 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:11.698691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.743668 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3d23e8-64e2-46ac-8630-4f504e753241 x-openstack-request-id: req-9d3d23e8-64e2-46ac-8630-4f504e753241 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:11.743959 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-unplugged", "status": "failed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "code": 422}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:11.744243 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d3d23e8-64e2-46ac-8630-4f504e753241 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:11.744742 dv-cinder-858276-1-iscsi neutron-server[106262]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9d3d23e8-64e2-46ac-8630-4f504e753241']: {'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'code': 422} returned with failed status Sep 20 22:30:11.760399 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:30:11.775502 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=8']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:11.838858 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fae4e1-d335-4051-b561-65a638e0a105 req-3e7ffb23-b597-43ed-9264-882b432a7aca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:11.842293 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9fae4e1-d335-4051-b561-65a638e0a105 req-3e7ffb23-b597-43ed-9264-882b432a7aca tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0858116 Sep 20 22:30:11.894206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:11.908457 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:11.908994 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d9fae4e1-d335-4051-b561-65a638e0a105 req-50b7b37e-23db-40b3-a885-02b7bc21a779 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596397 Sep 20 22:30:11.913764 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:11.921754 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:11.923823 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:11.944825 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8b7f320e-00ae-4d86-a531-6fa9884f6892 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9304135 Sep 20 22:30:11.945489 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:11.947823 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7877083d-8a11-486c-8b6a-f563a0eda604" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:11.983721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e14a06-c936-48d3-83ad-871f0391338f x-openstack-request-id: req-85e14a06-c936-48d3-83ad-871f0391338f {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:11.984007 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:11.984253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85e14a06-c936-48d3-83ad-871f0391338f {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:11.984654 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e14a06-c936-48d3-83ad-871f0391338f'] response: {'name': 'network-changed', 'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'status': 'completed', 'code': 200} Sep 20 22:30:12.029051 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:12.206030 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:12.233342 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1c66daad-956f-4975-8d6e-e1974f035033', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:74:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:30:10Z', 'updated_at': '2022-09-20T22:30:10Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:12.256840 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:12.265027 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:12.265612 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:12.351265 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:12.364623 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:12.504253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-098665eb-ca0c-4cfd-92d8-6550e2f15a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:12.506095 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-098665eb-ca0c-4cfd-92d8-6550e2f15a92 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 1130 time: 0.0419562 Sep 20 22:30:12.597619 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1c66daad-956f-4975-8d6e-e1974f035033', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:74:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:30:10Z', 'updated_at': '2022-09-20T22:30:10Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:12.611403 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-ebdea574-fb9d-4099-a2a7-6d8e282688eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:12.612879 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-ebdea574-fb9d-4099-a2a7-6d8e282688eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0996842 Sep 20 22:30:12.630178 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813040b-7a57-4e23-a80d-c358d1068ea5 None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '1c66daad-956f-4975-8d6e-e1974f035033', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:74:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:30:10Z', 'updated_at': '2022-09-20T22:30:10Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:12.688539 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-9c6b03bd-7819-4769-a3cc-6b99843a9608 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 HTTP/1.1" status: 200 len: 1000 time: 0.0672622 Sep 20 22:30:12.743856 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-7bfd81f0-b219-47ab-a2d7-94e2d30b40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:12.745385 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-7bfd81f0-b219-47ab-a2d7-94e2d30b40b9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0497127 Sep 20 22:30:12.830630 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42784971-3e66-44c6-9408-afb4fe6e0ac7 None None] New status for floating IP 1c66daad-956f-4975-8d6e-e1974f035033: ACTIVE {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:30:13.014522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:13.083529 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-5049f57f-0dc6-41ef-bef3-707363c1ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.088047 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-5049f57f-0dc6-41ef-bef3-707363c1ca8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363902 Sep 20 22:30:13.125155 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-7670f94b-6f30-454d-b7c1-94d277822334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.127263 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-7670f94b-6f30-454d-b7c1-94d277822334 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7&tenant_id=897090e72bcc4d978384c95688ab8021 HTTP/1.1" status: 200 len: 1127 time: 0.1495197 Sep 20 22:30:13.218458 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950734-7585-4f9a-928a-ff1b278425b4 req-cdec5577-21da-4a0f-a527-1edf5d611e25 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.226235 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a950734-7585-4f9a-928a-ff1b278425b4 req-cdec5577-21da-4a0f-a527-1edf5d611e25 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0979297 Sep 20 22:30:13.229994 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-def24682-fc5b-45f0-8e04-c810d9ddb738 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362803 Sep 20 22:30:13.258257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-2d0efc97-2f54-4ea4-8bcd-55d0407047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.260376 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-2d0efc97-2f54-4ea4-8bcd-55d0407047be service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1127 time: 0.0944562 Sep 20 22:30:13.451807 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4a950734-7585-4f9a-928a-ff1b278425b4 req-fea9ba0b-17bc-4012-9a4d-15b50c0cb608 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193799 Sep 20 22:30:13.458275 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7877083d-8a11-486c-8b6a-f563a0eda604 req-6412f863-2617-4dd0-a56f-0154fd115475 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222242 Sep 20 22:30:13.473641 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-c7210773-cb3e-44a7-a74f-bb3dba394dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.475645 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-c7210773-cb3e-44a7-a74f-bb3dba394dac service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.2052941 Sep 20 22:30:13.561171 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-26ffa0e1-3d4e-4a03-b10b-1ebc7037d92c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 999 time: 0.0803807 Sep 20 22:30:13.611267 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-ffdce985-3e5c-41e9-8145-5df2364a0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.612720 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-ffdce985-3e5c-41e9-8145-5df2364a0565 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0447414 Sep 20 22:30:13.672279 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-e43bbda3-5f5f-4614-970e-fc42fcd02de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:13.673845 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-e43bbda3-5f5f-4614-970e-fc42fcd02de3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552597 Sep 20 22:30:13.786818 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-77e3e589-8975-4658-a555-95c5296e61b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064634 Sep 20 22:30:13.888712 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-daaa217c-3bd4-43fd-899f-8cdcb3a59809 req-b136a034-f479-4993-897f-1d9738df0ff6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958958 Sep 20 22:30:14.608511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3e48e-10a5-419e-97cb-80cc065e2551 req-ff3f0678-9a26-458f-9129-d2b5f85f07da tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:14.612397 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56b3e48e-10a5-419e-97cb-80cc065e2551 req-ff3f0678-9a26-458f-9129-d2b5f85f07da tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0610135 Sep 20 22:30:14.696286 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-56b3e48e-10a5-419e-97cb-80cc065e2551 req-c5dc1791-f317-469f-83dd-416fba5b620b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737844 Sep 20 22:30:15.837547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce5de2-d73a-43bd-b0b7-fce36444526d req-5ac138e7-849a-46eb-9327-23de44d34eb0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:15.838934 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53ce5de2-d73a-43bd-b0b7-fce36444526d req-5ac138e7-849a-46eb-9327-23de44d34eb0 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0484114 Sep 20 22:30:15.887354 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-53ce5de2-d73a-43bd-b0b7-fce36444526d req-06c2185a-41ea-4cfc-a5f3-a4c18e253763 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Sep 20 22:30:16.375685 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:17.038921 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1457b9-da67-4de5-bd3c-e1fb0ecc525f req-30191475-ff05-484e-8957-592ab015c49e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:17.040439 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a1457b9-da67-4de5-bd3c-e1fb0ecc525f req-30191475-ff05-484e-8957-592ab015c49e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0695641 Sep 20 22:30:17.092789 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8a1457b9-da67-4de5-bd3c-e1fb0ecc525f req-37546e9f-afd1-4ef5-bb58-ce7754bf9554 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Sep 20 22:30:18.245908 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fa2c0-4e37-4c4e-b6b7-503cf03c8c3b req-341bb8b0-81d2-44ef-9982-ea8ee0c1da1c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:18.247403 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-327fa2c0-4e37-4c4e-b6b7-503cf03c8c3b req-341bb8b0-81d2-44ef-9982-ea8ee0c1da1c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0513480 Sep 20 22:30:18.271191 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:18.280619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:18.300187 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-327fa2c0-4e37-4c4e-b6b7-503cf03c8c3b req-4765dad0-8e04-45df-8348-d4d0269f1e6e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Sep 20 22:30:19.398026 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:19.415945 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:19.434859 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e35386-b51b-4767-90d9-27252e7e63ba req-21dc8e0c-ecce-401b-abb0-76e8490222d2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:19.436815 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c4e35386-b51b-4767-90d9-27252e7e63ba req-21dc8e0c-ecce-401b-abb0-76e8490222d2 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0489855 Sep 20 22:30:19.488767 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c4e35386-b51b-4767-90d9-27252e7e63ba req-05ab402a-2038-4b8a-97b6-78f613d69964 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Sep 20 22:30:20.655792 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a28af-4fe6-4422-bf6e-577f6b3b150e req-5a06f71e-9e46-4658-a98e-5a8b58901850 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:20.663359 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b82a28af-4fe6-4422-bf6e-577f6b3b150e req-5a06f71e-9e46-4658-a98e-5a8b58901850 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0773480 Sep 20 22:30:20.745796 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b82a28af-4fe6-4422-bf6e-577f6b3b150e req-385b7063-1fd9-4c30-a3f2-3db576d884c5 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814509 Sep 20 22:30:20.898837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34868) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:21.025992 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.116141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Publish callbacks [] for security_group (80fb4d5e-40f7-400a-a041-e5b2746faeb9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.121143 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (80fb4d5e-40f7-400a-a041-e5b2746faeb9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.164255 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d4c99aa8c4434d23aa08ef20001f6efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642803 Sep 20 22:30:21.165142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb4d5e-40f7-400a-a041-e5b2746faeb9,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:21.167058 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34872) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:21.183384 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.183736 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.184085 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.184429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.184764 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.185133 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.185467 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.185801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.186130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.186462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.186793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.187124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.187448 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.187799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.188125 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa26ab-351c-4a2a-833d-1b2a9a501fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:21.237635 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] Publish callbacks [] for security_group (80fb4d5e-40f7-400a-a041-e5b2746faeb9), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.261411 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] Publish callbacks [] for security_group (80fb4d5e-40f7-400a-a041-e5b2746faeb9), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.317262 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (80fb4d5e-40f7-400a-a041-e5b2746faeb9), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.319926 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:21.321339 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/80fb4d5e-40f7-400a-a041-e5b2746faeb9 HTTP/1.1" status: 204 len: 168 time: 0.1533356 Sep 20 22:30:21.352172 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ce1d-d285-4c61-ba26-b4beda6c2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb4d5e-40f7-400a-a041-e5b2746faeb9,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:21.964158 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ddfb-cbaa-46e7-9951-5e7ccfc99bfa req-046d49c7-ca09-4a8e-80d4-13b101d4aad1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:21.965663 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9a3ddfb-cbaa-46e7-9951-5e7ccfc99bfa req-046d49c7-ca09-4a8e-80d4-13b101d4aad1 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0716012 Sep 20 22:30:22.018398 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b9a3ddfb-cbaa-46e7-9951-5e7ccfc99bfa req-4260a65d-9e85-4c5e-be4d-99903d97a54a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460942 Sep 20 22:30:22.278163 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34920) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:22.405245 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-42053197-network', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:22.456651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Made reservation on behalf of 021bf48fb20347f8bb6664c066b2c93f for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:30:22.459611 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.468878 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.545144 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks [] for security_group (6c1975c3-b1cc-42b3-80da-183f7ce0c4f8), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.549214 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6c1975c3-b1cc-42b3-80da-183f7ce0c4f8), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.576166 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:30:22.587428 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:22.593309 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=73 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:22.594709 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (65d04b32-5e1d-44b9-b995-16d2883fb28d), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.595147 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Added segment 65d04b32-5e1d-44b9-b995-16d2883fb28d of type vlan for network 5cc1250a-5c5f-438e-89a3-e60caaf00585 Sep 20 22:30:22.601840 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=83 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:22.653215 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (5cc1250a-5c5f-438e-89a3-e60caaf00585), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.680830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (5cc1250a-5c5f-438e-89a3-e60caaf00585), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.683236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:22.685013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.705139 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:22.710794 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4315262 Sep 20 22:30:22.714144 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 34926) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:22.719321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Request body: {'subnet': {'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-42053197-subnet', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:22.726627 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:22.744197 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Made reservation on behalf of 021bf48fb20347f8bb6664c066b2c93f for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:30:22.747400 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:22.775730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16073-0138-4885-a0bd-72458b2f0d23 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc1250a-5c5f-438e-89a3-e60caaf00585,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:22.792506 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:30:22.958190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (5948c950-b3b7-44be-8c1e-8b7c09df06f3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.007713 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5948c950-b3b7-44be-8c1e-8b7c09df06f3,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:23.022307 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.022652 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.022988 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.023321 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.023650 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.023980 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.024300 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.024618 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.024938 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.025284 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.025606 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.025928 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.026247 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.026562 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.026873 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:23.036820 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Checking segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:23.037222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Network hostable DHCP agents. Network: 5cc1250a-5c5f-438e-89a3-e60caaf00585, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:30:23.058243 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:30:23.073614 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 5cc1250a-5c5f-438e-89a3-e60caaf00585) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:23.079830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:23.080756 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.086871 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e96d07-42bf-44c8-a2a4-706bed32c981 None None] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:30:23.107737 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-00e3c8ec-0d1b-4186-8507-d880d079ad3d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3924770 Sep 20 22:30:23.110618 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34930) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:23.119876 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:23.156001 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (3b993121-4354-484b-939b-c837432e54e1), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.160374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (3b993121-4354-484b-939b-c837432e54e1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.217266 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-5cc1250a-5c5f-438e-89a3-e60caaf00585', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:30:23.218250 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.308536 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for router_controller (3b993121-4354-484b-939b-c837432e54e1), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.317761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eac6fe-7ee8-45c3-8dee-c76af0014b12 req-b390bef3-b870-44d5-9fb2-7fb2df115e25 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:23.319444 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f3eac6fe-7ee8-45c3-8dee-c76af0014b12 req-b390bef3-b870-44d5-9fb2-7fb2df115e25 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.1362116 Sep 20 22:30:23.392469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Allocated IP 172.20.0.2 (5cc1250a-5c5f-438e-89a3-e60caaf00585/5948c950-b3b7-44be-8c1e-8b7c09df06f3/8808cb0b-6d79-4627-9ddf-ed4eb10b5a65) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:23.490940 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f3eac6fe-7ee8-45c3-8dee-c76af0014b12 req-30f124e6-2b72-4371-9ee7-148f0938cd32 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255093 Sep 20 22:30:23.526228 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for router_gateway (3b993121-4354-484b-939b-c837432e54e1), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.618455 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks [] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.627837 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.670676 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:23.673534 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:23.677362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:23.679896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:23.682420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Pushing event updated for resources: {'Port': ['ID=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:23.733990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for router_gateway (3b993121-4354-484b-939b-c837432e54e1), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.745780 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Attempting to bind port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:23.746155 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Attempting to bind port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:23.746544 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Attempting to bind port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 on network 5cc1250a-5c5f-438e-89a3-e60caaf00585 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:23.753276 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.788558 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:23.788928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Checking segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:23.789359 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.789745 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Bound using segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:23.790237 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Bound port: 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:23.790612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.850218 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] For port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:23.853412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] For port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:23.859287 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:23.863473 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Allocated IP 172.27.2.5 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/2434d618-8bd6-4697-83db-b6944adcd41c) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:23.927294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996ea45-6f2d-4011-a1e4-8598ba9beb66 None None] Pushing event updated for resources: {'Port': ['ID=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:23.991341 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for port (2434d618-8bd6-4697-83db-b6944adcd41c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:24.029869 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:24.087449 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:24.090980 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:24.098149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:24.100671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:24.104123 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Pushing event updated for resources: {'Port': ['ID=2434d618-8bd6-4697-83db-b6944adcd41c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:24.178753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:24.597866 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for router_gateway (3b993121-4354-484b-939b-c837432e54e1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:24.633268 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ed13-67e3-4923-bdaf-b6d58ef3fa36 req-57359be4-fc92-4e8c-ab29-0b7a09f371af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:24.635375 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49f4ed13-67e3-4923-bdaf-b6d58ef3fa36 req-57359be4-fc92-4e8c-ab29-0b7a09f371af tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0563848 Sep 20 22:30:24.695908 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-49f4ed13-67e3-4923-bdaf-b6d58ef3fa36 req-c80c374f-3f21-46c9-805d-a1acdedff903 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540299 Sep 20 22:30:24.806557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (3b993121-4354-484b-939b-c837432e54e1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:24.859622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0736925f-4e5f-4b89-9e84-cc9e24016458 None None] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:30:24.919708 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Provisioning complete for port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:24.920341 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:24.920678 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Attempt 1 to provision port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 Sep 20 22:30:24.947670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Router 3b993121-4354-484b-939b-c837432e54e1 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:30:24.954937 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:25.066698 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Current status of the port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:25.067336 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.097568 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:25.104249 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] For port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:25.108845 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Sync routers for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:25.109436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.124328 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:25.125270 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:25.143730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.148652 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-9e136f1e-be5b-4074-a407-561be00ee029 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0343080 Sep 20 22:30:25.149317 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34962) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:25.202089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305f2d5-c047-49b6-9aa2-1b974d26d0bd None None] Pushing event updated for resources: {'Port': ['ID=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:25.238889 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:25.332294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-2ea75f94-864d-4a64-ac85-9e3257fb9264 None None] Provisioning complete for port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:25.333505 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-2ea75f94-864d-4a64-ac85-9e3257fb9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.333920 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-2ea75f94-864d-4a64-ac85-9e3257fb9264 None None] Attempt 1 to provision port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 Sep 20 22:30:25.411024 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-2ea75f94-864d-4a64-ac85-9e3257fb9264 None None] Current status of the port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:25.413110 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:25.431103 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:24Z', 'revision_number': 3, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:25.460201 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Checking router: 3b993121-4354-484b-939b-c837432e54e1 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:25.460555 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Updating router 3b993121-4354-484b-939b-c837432e54e1 port 2434d618-8bd6-4697-83db-b6944adcd41c binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:30:25.483516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:25.489083 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.578751 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.734955 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Allocated IP 172.20.0.1 (5cc1250a-5c5f-438e-89a3-e60caaf00585/5948c950-b3b7-44be-8c1e-8b7c09df06f3/f760d7cb-34aa-456b-8793-15836389bb26) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:25.748822 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks [] for port (2434d618-8bd6-4697-83db-b6944adcd41c), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.754961 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.790811 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Attempting to bind port 2434d618-8bd6-4697-83db-b6944adcd41c on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:25.791469 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Attempting to bind port 2434d618-8bd6-4697-83db-b6944adcd41c by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:25.791832 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Attempting to bind port 2434d618-8bd6-4697-83db-b6944adcd41c on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:25.847786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062563-6bb8-4902-a321-7cf2888a5e2c req-705f221d-f990-4e97-97bc-23e269fb6585 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:25.849374 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-be062563-6bb8-4902-a321-7cf2888a5e2c req-705f221d-f990-4e97-97bc-23e269fb6585 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 943 time: 0.0624833 Sep 20 22:30:25.910502 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks [] for port (f760d7cb-34aa-456b-8793-15836389bb26), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.917609 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf0ca-107f-4a42-af3d-5bf780f41b73 None None] Pushing event updated for resources: {'Port': ['ID=2434d618-8bd6-4697-83db-b6944adcd41c,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:25.933978 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-be062563-6bb8-4902-a321-7cf2888a5e2c req-c9e08f1f-6437-4a8f-86ce-d2cdbc48d60f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776949 Sep 20 22:30:25.939159 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:25.939539 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:25.940172 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.940338 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:25.940787 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Bound port: 2434d618-8bd6-4697-83db-b6944adcd41c, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:25.941187 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.965000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:25.989014 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] For port 2434d618-8bd6-4697-83db-b6944adcd41c, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:25.991969 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] For port 2434d618-8bd6-4697-83db-b6944adcd41c, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2434d618-8bd6-4697-83db-b6944adcd41c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:26.002797 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.006882 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:26.012706 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:26.018194 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:26.048482 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Pushing event updated for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:26.065390 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (3b993121-4354-484b-939b-c837432e54e1), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.075679 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf0ca-107f-4a42-af3d-5bf780f41b73 None None] Pushing event updated for resources: {'Port': ['ID=2434d618-8bd6-4697-83db-b6944adcd41c,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:26.087752 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:26.088229 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:26.123220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:26.189651 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:26.214573 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:26.215129 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.215666 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 Sep 20 22:30:26.252769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:26.262965 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:26.291419 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f760d7cb-34aa-456b-8793-15836389bb26), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.306688 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:26.322528 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:26.331478 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:26.337778 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:26.350983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Provisioning complete for port f760d7cb-34aa-456b-8793-15836389bb26 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:26.351368 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f760d7cb-34aa-456b-8793-15836389bb26), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.351824 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 1 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:26.398554 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:26.466565 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:24Z', 'revision_number': 3, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:26.486346 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks [] for port (f760d7cb-34aa-456b-8793-15836389bb26), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.491192 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.494624 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216234e5-3e87-49c0-a598-79d075bfbfdf None None] The sync data for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi is: [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:24Z', 'revision_number': 3, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:26.589902 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (3b993121-4354-484b-939b-c837432e54e1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.601871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Pushing event updated for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:26.662869 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:30:26.697832 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:26.699220 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:26.812070 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:26.823323 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'port_id': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'mac_address': 'fa:16:3e:ef:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:30:26.833985 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Router 3b993121-4354-484b-939b-c837432e54e1 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:30:26.886891 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:26.887579 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:26.911424 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 2 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:26.917301 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:30:26.983518 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:26.989261 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:26.992095 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:26.992095 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.003701 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-08f201b7-f800-4cd7-a56b-ffdf19a99930 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3b993121-4354-484b-939b-c837432e54e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518233 Sep 20 22:30:27.060080 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=9']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:27.068600 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.069103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.069552 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.069969 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.070400 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.070804 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.071807 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.072214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.072614 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.073068 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.073449 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.073845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.074245 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.074653 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.075045 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:27.098137 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb46b56-8876-4770-a53f-fb38d7b95d06 req-b1135de3-4d63-4538-b1f3-2b43ed84950e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:27.102663 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dcb46b56-8876-4770-a53f-fb38d7b95d06 req-b1135de3-4d63-4538-b1f3-2b43ed84950e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0669303 Sep 20 22:30:27.150593 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-dcb46b56-8876-4770-a53f-fb38d7b95d06 req-66a57098-6d8a-4972-8c2c-86382c1231fc tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Sep 20 22:30:27.224268 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['d76e99ad-dedc-45dd-ba58-8632f5cb0aba'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:30:27.345793 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:27.491822 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 3 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:27.535021 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:27.571993 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 34996) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:27.576933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1294198765-network', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:27.597377 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Made reservation on behalf of d96c97b7dc8e4b259a9efd8f6c788e5b for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:30:27.599659 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.608399 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.687339 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks [] for security_group (ee71260b-203d-4392-b76c-de0bf4442499), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.691363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ee71260b-203d-4392-b76c-de0bf4442499), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.725243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:30:27.727681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71260b-203d-4392-b76c-de0bf4442499,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:27.733915 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (f40723dd-2ddd-4997-82d8-d0532a407abc), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.734259 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Added segment f40723dd-2ddd-4997-82d8-d0532a407abc of type vlan for network 2f328f2e-accc-4499-b250-2dd262d59980 Sep 20 22:30:27.768684 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:27.779116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:27.781790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (2f328f2e-accc-4499-b250-2dd262d59980), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.814600 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (2f328f2e-accc-4499-b250-2dd262d59980), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.815830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:27.816308 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.877688 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3045902 Sep 20 22:30:27.880502 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35006) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:27.882733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e060c-def8-4f5e-889b-814e60099390 admin admin] Pushing event updated for resources: {'Network': ['ID=2f328f2e-accc-4499-b250-2dd262d59980,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:27.885452 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Request body: {'subnet': {'network_id': '2f328f2e-accc-4499-b250-2dd262d59980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1294198765-subnet', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'ip_version': 4}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:27.892742 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network 2f328f2e-accc-4499-b250-2dd262d59980 details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:30:27.904896 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Made reservation on behalf of d96c97b7dc8e4b259a9efd8f6c788e5b for: {'subnet': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:30:27.907667 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62190141'] for subnet (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:27.959122 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:28.036230 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 4 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:28.073864 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:28.088833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:28.095057 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61361124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62190123'] for subnet (e2bf8072-014d-4a75-87b1-14f953f28652), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.114093 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2434d618-8bd6-4697-83db-b6944adcd41c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:28.156963 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bf8072-014d-4a75-87b1-14f953f28652,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:28.158846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 2434d618-8bd6-4697-83db-b6944adcd41c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:28.159224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.159564 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 2434d618-8bd6-4697-83db-b6944adcd41c Sep 20 22:30:28.168048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Checking segment: {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:28.168402 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Network hostable DHCP agents. Network: 2f328f2e-accc-4499-b250-2dd262d59980, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:30:28.184220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:28.193163 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Network 2f328f2e-accc-4499-b250-2dd262d59980 is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:30:28.204015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, 2f328f2e-accc-4499-b250-2dd262d59980) {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:28.209539 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:28.212797 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.230587 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f309ab6b-833d-408f-b003-21b2330ba4a3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3489485 Sep 20 22:30:28.233516 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35010) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:28.239019 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:28.243290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 2434d618-8bd6-4697-83db-b6944adcd41c is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:28.243755 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.248638 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75344637-1666-4740-8b00-fa04634b77e5 None None] Network 2f328f2e-accc-4499-b250-2dd262d59980 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:30:28.291551 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (2525b493-c690-4af7-8174-de8fd07b03d6), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.292491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (2525b493-c690-4af7-8174-de8fd07b03d6), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.308393 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910a6ba-2023-4946-9956-e4d9788f87e4 req-17902a1b-17e6-41c3-9e6b-3f5a3c7e4f84 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:28.309044 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 2434d618-8bd6-4697-83db-b6944adcd41c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2434d618-8bd6-4697-83db-b6944adcd41c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:28.310108 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a910a6ba-2023-4946-9956-e4d9788f87e4 req-17902a1b-17e6-41c3-9e6b-3f5a3c7e4f84 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 944 time: 0.0604115 Sep 20 22:30:28.314745 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.375768 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for router_controller (2525b493-c690-4af7-8174-de8fd07b03d6), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.400136 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=2434d618-8bd6-4697-83db-b6944adcd41c,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:28.414161 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-2f328f2e-accc-4499-b250-2dd262d59980', 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980', 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'fixed_ips': [{'subnet_id': 'e2bf8072-014d-4a75-87b1-14f953f28652'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:30:28.415129 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.457132 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a910a6ba-2023-4946-9956-e4d9788f87e4 req-0a7b95a4-2065-4ae0-b442-d270c61ab655 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396236 Sep 20 22:30:28.492061 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Sync routers for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:28.518145 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:28.518931 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:28.528247 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for router_gateway (2525b493-c690-4af7-8174-de8fd07b03d6), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.708162 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 5 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:28.714041 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:28.715008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for router_gateway (2525b493-c690-4af7-8174-de8fd07b03d6), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.734008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.800789 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Allocated IP 172.20.0.2 (2f328f2e-accc-4499-b250-2dd262d59980/e2bf8072-014d-4a75-87b1-14f953f28652/e2981109-b62e-4b45-9ce6-e15c78a40ab8) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:28.802752 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:28.842786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Allocated IP 172.27.2.146 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/0bad3abb-af9f-43c5-b554-7c10a95a9b82) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:28.866131 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:28.915942 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:28.918592 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port d76e99ad-dedc-45dd-ba58-8632f5cb0aba triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:28.918969 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:28.919306 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port d76e99ad-dedc-45dd-ba58-8632f5cb0aba Sep 20 22:30:28.974546 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.012325 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.022192 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:29.040161 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:29.069891 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:29.072202 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bad3abb-af9f-43c5-b554-7c10a95a9b82,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:29.076157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:29.078202 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:29.184066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:29.207657 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port d76e99ad-dedc-45dd-ba58-8632f5cb0aba is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:29.208043 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.224667 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks [] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.258192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.298833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:29.301162 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eccf13d-f0a5-4cb4-be17-38af23ba4710" -d '{"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:29.311092 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 6 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:29.356179 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:29.361353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2682c57-616f-4129-8c84-86b71a1d2f2a x-openstack-request-id: req-f2682c57-616f-4129-8c84-86b71a1d2f2a {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:29.361677 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-plugged", "status": "completed", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:29.361893 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2682c57-616f-4129-8c84-86b71a1d2f2a {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:29.362292 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2682c57-616f-4129-8c84-86b71a1d2f2a'] response: {'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'code': 200} Sep 20 22:30:29.364256 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Network 2f328f2e-accc-4499-b250-2dd262d59980 is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:29.374032 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.376044 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 2, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:29.382693 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:29.410595 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:29.412586 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Pushing event updated for resources: {'Port': ['ID=e2981109-b62e-4b45-9ce6-e15c78a40ab8,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:29.423178 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:29.424576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Checking router: 3b993121-4354-484b-939b-c837432e54e1 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:29.424576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Updating router 3b993121-4354-484b-939b-c837432e54e1 port f760d7cb-34aa-456b-8793-15836389bb26 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:30:29.528695 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f760d7cb-34aa-456b-8793-15836389bb26), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.560883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Attempting to bind port e2981109-b62e-4b45-9ce6-e15c78a40ab8 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:29.561296 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Attempting to bind port e2981109-b62e-4b45-9ce6-e15c78a40ab8 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:29.561970 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Attempting to bind port e2981109-b62e-4b45-9ce6-e15c78a40ab8 on network 2f328f2e-accc-4499-b250-2dd262d59980 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:29.565552 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=10']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:29.633154 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:29.660844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3460e33-d03a-4ac1-96e2-a137ef1a5e94 req-6dd156ca-d7b3-4e98-83fe-447fc00b6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:29.662414 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a3460e33-d03a-4ac1-96e2-a137ef1a5e94 req-6dd156ca-d7b3-4e98-83fe-447fc00b6394 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1130 time: 0.0846167 Sep 20 22:30:29.665055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for router_gateway (2525b493-c690-4af7-8174-de8fd07b03d6), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.672141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe07adf-8679-40d7-bae2-67a20c36d5f7 req-6500dfd3-9e2c-4f1b-97fd-41e11676b623 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:29.673567 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3fe07adf-8679-40d7-bae2-67a20c36d5f7 req-6500dfd3-9e2c-4f1b-97fd-41e11676b623 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0969520 Sep 20 22:30:29.713686 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:29.714075 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Checking segment: {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:29.714485 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.714883 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Bound using segment: {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:29.715362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Bound port: e2981109-b62e-4b45-9ce6-e15c78a40ab8, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:29.715749 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.819842 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a3460e33-d03a-4ac1-96e2-a137ef1a5e94 req-9740cad1-c494-4e75-95f6-31793daa58ab service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451919 Sep 20 22:30:29.825347 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3fe07adf-8679-40d7-bae2-67a20c36d5f7 req-ef1f6c3e-8bdb-4b29-b589-7f9c2f56299e tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158106 Sep 20 22:30:29.848337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] For port e2981109-b62e-4b45-9ce6-e15c78a40ab8, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:29.874001 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] For port e2981109-b62e-4b45-9ce6-e15c78a40ab8, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e2981109-b62e-4b45-9ce6-e15c78a40ab8,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:29.888146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:29.925482 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 7 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:29.938404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (2525b493-c690-4af7-8174-de8fd07b03d6), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.027884 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae8a1-5130-4387-84d0-71464386a74e None None] Pushing event updated for resources: {'Port': ['ID=e2981109-b62e-4b45-9ce6-e15c78a40ab8,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:30.045208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:30.057686 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks [] for port (f760d7cb-34aa-456b-8793-15836389bb26), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.071684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.111374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Router 2525b493-c690-4af7-8174-de8fd07b03d6 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:30:30.126591 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:30.199351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edda5c1-eefe-47f5-a1e8-53c25a73c167 None None] Pushing event updated for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:30.211643 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:30.226385 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Attempting to bind port f760d7cb-34aa-456b-8793-15836389bb26 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:30.227123 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Attempting to bind port f760d7cb-34aa-456b-8793-15836389bb26 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:30.227900 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Attempting to bind port f760d7cb-34aa-456b-8793-15836389bb26 on network 5cc1250a-5c5f-438e-89a3-e60caaf00585 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:30.233690 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2434d618-8bd6-4697-83db-b6944adcd41c up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:30.285971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:30.302703 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Sync routers for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:30.307943 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.313600 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35030) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:30.315689 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-e2bd744d-e274-4514-868d-9e29ee218bb9 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0788450 Sep 20 22:30:30.319983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:30.320542 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Checking segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:30.320799 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.321307 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Bound using segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:30.321763 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Bound port: f760d7cb-34aa-456b-8793-15836389bb26, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:30.322549 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f760d7cb-34aa-456b-8793-15836389bb26), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.328381 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:30.329061 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:30.341494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 2434d618-8bd6-4697-83db-b6944adcd41c triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:30.341871 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.342213 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 2434d618-8bd6-4697-83db-b6944adcd41c Sep 20 22:30:30.432337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] For port f760d7cb-34aa-456b-8793-15836389bb26, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:30.450954 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:30.454064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:30.636406 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 8 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:30.640247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] For port f760d7cb-34aa-456b-8793-15836389bb26, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f760d7cb-34aa-456b-8793-15836389bb26,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:30.641307 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:29Z', 'revision_number': 3, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:30.669776 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.677302 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Checking router: 2525b493-c690-4af7-8174-de8fd07b03d6 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:30.677906 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Updating router 2525b493-c690-4af7-8174-de8fd07b03d6 port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:30:30.699465 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 2434d618-8bd6-4697-83db-b6944adcd41c is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:30.741519 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.785512 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Port f760d7cb-34aa-456b-8793-15836389bb26 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:30.809412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:30.810218 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:30.859276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edda5c1-eefe-47f5-a1e8-53c25a73c167 None None] Pushing event updated for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:30.911269 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:30.985216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:31.014338 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:31.093696 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:31.114470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Allocated IP 172.20.0.1 (2f328f2e-accc-4499-b250-2dd262d59980/e2bf8072-014d-4a75-87b1-14f953f28652/7125a3d1-5eae-48cc-831c-1f3ca8de78cb) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:31.168273 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc539e1-aafc-408f-842b-7331ad8f8c68 None None] Network 2f328f2e-accc-4499-b250-2dd262d59980 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:30:31.170004 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks [] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.178314 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.186741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d263185-699a-4aff-979c-fcd6f00597b8 req-bbf45161-9da3-46aa-9e60-05d098f4207b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:31.194358 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d263185-699a-4aff-979c-fcd6f00597b8 req-bbf45161-9da3-46aa-9e60-05d098f4207b tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0979590 Sep 20 22:30:31.220848 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Attempting to bind port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:31.221454 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Attempting to bind port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:31.221654 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Attempting to bind port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:31.232333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:31.271657 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Pushing event updated for resources: {'Port': ['ID=0bad3abb-af9f-43c5-b554-7c10a95a9b82,revision_number=2']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:31.280778 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.281197 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.281573 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.281920 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.282254 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.282594 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.282910 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.283237 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.283563 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.283886 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.284515 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.284515 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.284871 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.285202 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.285523 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:30:31.299070 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:31.299374 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:31.299563 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Attempt 9 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:31.300681 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.300681 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:31.300681 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Bound port: 0bad3abb-af9f-43c5-b554-7c10a95a9b82, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:31.302706 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.316093 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8d263185-699a-4aff-979c-fcd6f00597b8 req-e4394f82-12ec-4544-a343-6aa1c4d09cdf tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073983 Sep 20 22:30:31.336343 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks [] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.342351 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:30Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:31.373467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.373749 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:31.378522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:31.379119 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] For port 0bad3abb-af9f-43c5-b554-7c10a95a9b82, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:31.383278 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] For port 0bad3abb-af9f-43c5-b554-7c10a95a9b82, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=0bad3abb-af9f-43c5-b554-7c10a95a9b82,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:31.390288 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.425867 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7be16-f3b7-47c1-9cfd-f28ec97828d7 None None] The sync data for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi is: [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:30Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:31.432205 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:31.432869 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:31.451181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Network 2f328f2e-accc-4499-b250-2dd262d59980 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:31.458046 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:31.480147 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Pushing event updated for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:31.484551 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:31.580640 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Current status of the port f760d7cb-34aa-456b-8793-15836389bb26 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:31.585137 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (f760d7cb-34aa-456b-8793-15836389bb26), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.653422 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (2525b493-c690-4af7-8174-de8fd07b03d6), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.672918 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] For port f760d7cb-34aa-456b-8793-15836389bb26, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f760d7cb-34aa-456b-8793-15836389bb26,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:31.679699 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.680170 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f2413-9290-4b29-a7bf-a7274a65445d None None] Pushing event updated for resources: {'Port': ['ID=0bad3abb-af9f-43c5-b554-7c10a95a9b82,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:31.697509 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:31.787774 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93b44c-7106-44d4-96f9-4ebcd35f9232 None None] Pushing event updated for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:31.826956 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Provisioning complete for port e2981109-b62e-4b45-9ce6-e15c78a40ab8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:31.827333 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:31.827689 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Attempt 1 to provision port e2981109-b62e-4b45-9ce6-e15c78a40ab8 Sep 20 22:30:31.959546 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.084955 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Current status of the port e2981109-b62e-4b45-9ce6-e15c78a40ab8 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:32.085403 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.154235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] For port e2981109-b62e-4b45-9ce6-e15c78a40ab8, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e2981109-b62e-4b45-9ce6-e15c78a40ab8,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:32.166631 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.229151 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Provisioning complete for port f760d7cb-34aa-456b-8793-15836389bb26 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:32.229535 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f760d7cb-34aa-456b-8793-15836389bb26), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.229932 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Attempt 1 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:32.261730 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks [] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.268415 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.286603 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f760d7cb-34aa-456b-8793-15836389bb26 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:32.298204 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:32.345257 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (2525b493-c690-4af7-8174-de8fd07b03d6), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.346792 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Pushing event updated for resources: {'Port': ['ID=e2981109-b62e-4b45-9ce6-e15c78a40ab8,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:32.382746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:32.401201 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Pushing event updated for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:32.405564 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port f760d7cb-34aa-456b-8793-15836389bb26 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:32.406703 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (f760d7cb-34aa-456b-8793-15836389bb26), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.407250 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port f760d7cb-34aa-456b-8793-15836389bb26 Sep 20 22:30:32.489020 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:29Z', 'revision_number': 3, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:32.508847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e7c61-d4c0-47f8-8f0f-cfdf3eaf47b8 None None] Current status of the port f760d7cb-34aa-456b-8793-15836389bb26 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:32.526503 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Network 2f328f2e-accc-4499-b250-2dd262d59980 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:32.529012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:32.542728 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8edcbb-13d0-427f-865f-77d086f1839f None None] The sync data for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi is: [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:29Z', 'revision_number': 3, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:32.595578 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654c0cb-b5f7-4801-82fb-55d481f38065 req-a9c59009-6c92-4274-b341-822d6dd2b19a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:32.623146 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f654c0cb-b5f7-4801-82fb-55d481f38065 req-a9c59009-6c92-4274-b341-822d6dd2b19a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.1460574 Sep 20 22:30:32.680814 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port f760d7cb-34aa-456b-8793-15836389bb26 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:32.684391 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e2981109-b62e-4b45-9ce6-e15c78a40ab8 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:32.690353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Provisioning complete for port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:32.690353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.690680 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 1 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:32.785165 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f654c0cb-b5f7-4801-82fb-55d481f38065 req-5b3b6ce9-0a17-484f-8d49-e2a657a0ae6f tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581380 Sep 20 22:30:32.819166 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:32.831782 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:32.832603 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e2981109-b62e-4b45-9ce6-e15c78a40ab8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:32.833038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:32.833379 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e2981109-b62e-4b45-9ce6-e15c78a40ab8 Sep 20 22:30:32.841433 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Router 2525b493-c690-4af7-8174-de8fd07b03d6 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:30:32.984059 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e2981109-b62e-4b45-9ce6-e15c78a40ab8 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:33.046782 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:33.057130 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9142d28e-e553-49c2-824c-a6e5b2f4b31c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2525b493-c690-4af7-8174-de8fd07b03d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375393 Sep 20 22:30:33.333624 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 2 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:33.384879 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:33.887136 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 3 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:33.938829 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:33.954311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:33.963091 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d695d-aec7-4f6d-ba5e-f3ad196bd945 req-ae19148b-d84e-4faf-adb2-7f3790fb70f9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:33.970895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e7d695d-aec7-4f6d-ba5e-f3ad196bd945 req-ae19148b-d84e-4faf-adb2-7f3790fb70f9 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0873652 Sep 20 22:30:34.020923 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5e7d695d-aec7-4f6d-ba5e-f3ad196bd945 req-28638eba-559a-4b3f-b114-a68f8ff3ba55 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Sep 20 22:30:34.276065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 0bad3abb-af9f-43c5-b554-7c10a95a9b82 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:34.327261 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:34.327784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:34.328840 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 Sep 20 22:30:34.426064 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:34.427319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:34.443743 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 4 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:34.474818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 0bad3abb-af9f-43c5-b554-7c10a95a9b82, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=0bad3abb-af9f-43c5-b554-7c10a95a9b82,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:34.490290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:34.491443 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e2981109-b62e-4b45-9ce6-e15c78a40ab8 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:34.501112 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:34.597496 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e2981109-b62e-4b45-9ce6-e15c78a40ab8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:34.598175 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:34.600070 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e2981109-b62e-4b45-9ce6-e15c78a40ab8 Sep 20 22:30:34.634720 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=0bad3abb-af9f-43c5-b554-7c10a95a9b82,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:34.711753 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:34.726664 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e2981109-b62e-4b45-9ce6-e15c78a40ab8 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:34.904587 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Sync routers for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:34.923114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:34.924120 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:35.023825 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 5 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:35.075772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:35.082307 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:35.463794 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 4, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '7125a3d1-5eae-48cc-831c-1f3ca8de78cb', 'name': '', 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'mac_address': 'fa:16:3e:24:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:30Z', 'updated_at': '2022-09-20T22:30:32Z', 'revision_number': 2, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'subnets': [{'id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:35.496663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Checking router: 2525b493-c690-4af7-8174-de8fd07b03d6 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:35.497432 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Updating router 2525b493-c690-4af7-8174-de8fd07b03d6 port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:30:35.499380 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:35.537452 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:35.573983 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 6 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:35.684749 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:35.909792 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks [] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:35.916655 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:36.005982 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e487f0-7f04-47df-b7eb-daa8c1b84b33 None None] Pushing event updated for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:36.050294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Attempting to bind port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:36.050845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Attempting to bind port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:36.051277 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Attempting to bind port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb on network 2f328f2e-accc-4499-b250-2dd262d59980 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:36.103470 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:36.103942 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Checking segment: {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:36.104416 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:36.105106 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Bound using segment: {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:36.105606 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Bound port: 7125a3d1-5eae-48cc-831c-1f3ca8de78cb, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40723dd-2ddd-4997-82d8-d0532a407abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:36.106068 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:36.118333 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:36.193241 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 7 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:36.223442 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 0bad3abb-af9f-43c5-b554-7c10a95a9b82 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:36.261111 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] For port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:36.280902 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:36.287412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] For port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:36.303236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:36.336152 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:36.336531 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:36.336870 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 Sep 20 22:30:36.373127 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:36.373773 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:36.465691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e487f0-7f04-47df-b7eb-daa8c1b84b33 None None] Pushing event updated for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:36.542753 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:36.565740 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:36.581625 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:36.794175 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 8 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:36.846072 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 4, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '7125a3d1-5eae-48cc-831c-1f3ca8de78cb', 'name': '', 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'mac_address': 'fa:16:3e:24:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:30Z', 'updated_at': '2022-09-20T22:30:36Z', 'revision_number': 4, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'subnets': [{'id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:36.877646 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd9202-cad4-478e-b347-2f2d568bcefd None None] The sync data for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi is: [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 4, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '7125a3d1-5eae-48cc-831c-1f3ca8de78cb', 'name': '', 'network_id': '2f328f2e-accc-4499-b250-2dd262d59980', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'mac_address': 'fa:16:3e:24:f3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:30Z', 'updated_at': '2022-09-20T22:30:36Z', 'revision_number': 4, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'subnets': [{'id': 'e2bf8072-014d-4a75-87b1-14f953f28652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:36.944466 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Current status of the port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:36.945302 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:37.013689 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] For port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:37.020213 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:37.076892 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Provisioning complete for port e2981109-b62e-4b45-9ce6-e15c78a40ab8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:37.077516 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:37.078594 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Attempt 1 to provision port e2981109-b62e-4b45-9ce6-e15c78a40ab8 Sep 20 22:30:37.110758 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:37.144445 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Pushing event updated for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:37.204699 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6338f-aed1-4860-bc92-e8413db43a90 None None] Current status of the port e2981109-b62e-4b45-9ce6-e15c78a40ab8 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:37.310173 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e7e92d39-d740-43bb-9baf-1e8ef9376af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:37.329571 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-5808b691-0044-419c-8906-9d6a95ff01b6 None None] Provisioning complete for port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:37.333647 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5808b691-0044-419c-8906-9d6a95ff01b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:37.334480 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-5808b691-0044-419c-8906-9d6a95ff01b6 None None] Attempt 1 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:37.466984 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5808b691-0044-419c-8906-9d6a95ff01b6 None None] Current status of the port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:38.204717 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 7125a3d1-5eae-48cc-831c-1f3ca8de78cb up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:30:38.266887 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:38.267267 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:38.267606 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb Sep 20 22:30:38.372385 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:30:38.736163 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:30:39.664847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-673f580f-4f7b-4c69-a5cf-c189c6ab5454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:40.751922 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:42.214621 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:42.229532 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:42.362870 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:42.497039 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=26 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:42.684750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:42.763151 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:43.182030 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35196) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:43.568493 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Deleting port 2b476cc0-be75-478c-be5f-b94a702c24ee {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:30:43.568843 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:43.669151 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:43.669577 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for floatingip (2b476cc0-be75-478c-be5f-b94a702c24ee), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:43.691773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Calling delete_port for 2b476cc0-be75-478c-be5f-b94a702c24ee owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:30:43.805236 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:43.954293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-f6d10a4a-44ba-4fb0-8690-6ddec48757a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:43.955769 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-f6d10a4a-44ba-4fb0-8690-6ddec48757a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 813 time: 0.1569226 Sep 20 22:30:43.956401 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2b476cc0-be75-478c-be5f-b94a702c24ee), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:43.989022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event deleted for resources: {'Port': ['ID=2b476cc0-be75-478c-be5f-b94a702c24ee,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:43.996423 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-5ad1b741-766b-4494-bda5-09150bfa493e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/quotas/021bf48fb20347f8bb6664c066b2c93f HTTP/1.1" status: 200 len: 375 time: 0.0320172 Sep 20 22:30:44.352617 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-afed4088-c57a-479c-8fee-02b6f63c77fd tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3409100 Sep 20 22:30:44.357554 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for floatingip (e955490f-369c-4f49-96dc-e49e90dbd968), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:44.357942 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Floating IP e955490f-369c-4f49-96dc-e49e90dbd968 disassociated (deleted). External IP: 172.27.2.176, port: 87454e86-c277-4775-8223-737852068e10. Sep 20 22:30:44.658756 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:44.674150 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-c9167120-120f-44bd-9243-a4fffb6a06fd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741721 Sep 20 22:30:44.707639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Router 6332b412-fd2d-4d02-950a-89a45033cbb5 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:30:44.848299 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-5557833a-92af-4094-a06e-bdd3d354be18 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666801 Sep 20 22:30:44.878091 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:30:44.883836 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:44.896858 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Sync routers for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:30:44.920715 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:44.922024 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:44.931875 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-0142448a-21ba-44db-9b43-dbd926464d84 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e955490f-369c-4f49-96dc-e49e90dbd968 HTTP/1.1" status: 204 len: 168 time: 1.7451770 Sep 20 22:30:44.933771 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:44.944336 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70067ad-32f2-4341-99d4-1446f24202d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:45.052529 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:45.081052 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb30c3a-1d5c-4c13-b2c6-7db64ae5f5ef x-openstack-request-id: req-afb30c3a-1d5c-4c13-b2c6-7db64ae5f5ef {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:45.085354 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "tag": "87454e86-c277-4775-8223-737852068e10", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:45.086153 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afb30c3a-1d5c-4c13-b2c6-7db64ae5f5ef {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:45.090905 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb30c3a-1d5c-4c13-b2c6-7db64ae5f5ef'] response: {'name': 'network-changed', 'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'tag': '87454e86-c277-4775-8223-737852068e10', 'status': 'completed', 'code': 200} Sep 20 22:30:45.160615 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-926584a4-4702-44bd-bf50-4d50ea014805 req-9d3c5a22-a398-4821-ba1d-fbccce88cfe0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0409410 Sep 20 22:30:45.270551 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:45.295892 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-37525d14-ba96-4799-bbc5-0fb473931232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:45.297999 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-37525d14-ba96-4799-bbc5-0fb473931232 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=99c755c2cb864d05ac8561716aba8ae2&device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 1129 time: 0.1863430 Sep 20 22:30:45.311387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597166-8d66-44d0-85bb-40811a9019cf req-49154b50-667f-45d8-b288-b9ab96ef43f3 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:45.319616 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a3597166-8d66-44d0-85bb-40811a9019cf req-49154b50-667f-45d8-b288-b9ab96ef43f3 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0969291 Sep 20 22:30:45.354462 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:45.371836 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a3597166-8d66-44d0-85bb-40811a9019cf req-56f4aaeb-5810-424d-bf64-bc23c29f1e05 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510533 Sep 20 22:30:45.381587 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Checking router: 6332b412-fd2d-4d02-950a-89a45033cbb5 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:30:45.391438 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:30:45.392274 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:45.493579 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:30:45.682679 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:30:45.711629 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd1485-8a6b-4b17-b630-8733d79bb286 None None] The sync data for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi is: [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:25:23Z', 'revision_number': 4, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': '25b97dd1-cadc-4d89-807b-a4de9147be43', 'name': '', 'network_id': '0b600369-ea02-425d-9f5d-51b2980e835e', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'mac_address': 'fa:16:3e:2b:a7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:22Z', 'updated_at': '2022-09-20T22:25:28Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'subnets': [{'id': '9c8a5401-fbfb-49ac-b513-53c4a04b7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:30:45.945928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d4891-3c64-4b13-9b76-d6c55e1c9ca7 None None] New status for floating IP e955490f-369c-4f49-96dc-e49e90dbd968: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:30:46.293426 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0bedf0e8-f7b4-493b-becd-ca1517d99e31 req-12ab9a61-ac97-4d08-999b-d74194a2aede tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Sep 20 22:30:46.378666 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:46.493175 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b5b96-77a5-487c-bee0-eacf88a25421 req-afbc45f2-9dbd-425f-878f-1bc678730f19 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:46.494566 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e44b5b96-77a5-487c-bee0-eacf88a25421 req-afbc45f2-9dbd-425f-878f-1bc678730f19 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0507541 Sep 20 22:30:46.545018 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e44b5b96-77a5-487c-bee0-eacf88a25421 req-051b305a-ec0e-41fe-96ec-a92f60d70759 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Sep 20 22:30:47.397699 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-32ce95a1-dafa-4149-8f4e-76fdbe5dd6b9 req-6a050135-5b16-49e2-b07f-b565ad94d90b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0304213 Sep 20 22:30:47.671780 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91ab5f-80d7-4bb0-b97d-66d88f8c2f2d req-cc479505-9591-4f35-b46f-0dfee5a5401e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:47.673289 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d91ab5f-80d7-4bb0-b97d-66d88f8c2f2d req-cc479505-9591-4f35-b46f-0dfee5a5401e tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0489166 Sep 20 22:30:47.721711 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9d91ab5f-80d7-4bb0-b97d-66d88f8c2f2d req-5e67002e-8783-42da-a7f7-207f4e894a85 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Sep 20 22:30:48.497185 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d5e08d97-8994-4490-90fc-02554260c00b req-6954dd88-5d88-47cb-a311-af4a37ebb121 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Sep 20 22:30:48.887988 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab834f-7b87-43a7-ad17-9c45b452c98c req-acf2a37c-d44c-424d-9a29-031c7dc477bb tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:48.889477 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aeab834f-7b87-43a7-ad17-9c45b452c98c req-acf2a37c-d44c-424d-9a29-031c7dc477bb tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0861218 Sep 20 22:30:48.897324 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-469a6e24-257a-4dc3-ad68-47e3e62c40d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539286 Sep 20 22:30:48.964647 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-bec42838-21da-4af6-bb71-8c5e70214fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:48.966162 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-bec42838-21da-4af6-bb71-8c5e70214fa5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 200 len: 909 time: 0.1721680 Sep 20 22:30:48.971526 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aeab834f-7b87-43a7-ad17-9c45b452c98c req-1da9ea1b-7330-4def-897e-5d9f57c20a3d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=385d1776-7ff3-48a1-ad12-e27ba0337193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736463 Sep 20 22:30:49.026758 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-43ac3072-6207-4343-b869-e30fa3f8e47b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 200 len: 217 time: 0.0387161 Sep 20 22:30:49.068824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-a57bf8e7-dfd6-4749-a25d-9589cd227866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.070604 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-a57bf8e7-dfd6-4749-a25d-9589cd227866 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=897090e72bcc4d978384c95688ab8021&device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 1130 time: 0.0440495 Sep 20 22:30:49.091868 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-29da6f5d-3ce1-442d-9b99-beefb8ac4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.094137 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-29da6f5d-3ce1-442d-9b99-beefb8ac4136 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 200 len: 848 time: 0.0597641 Sep 20 22:30:49.324896 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-49a72b64-6b30-4b42-90c0-adc5b305d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.327052 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-49a72b64-6b30-4b42-90c0-adc5b305d642 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=0b600369-ea02-425d-9f5d-51b2980e835e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625489 Sep 20 22:30:49.332080 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:49.416016 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-a2fc7f77-e32b-4660-beeb-2a352914c03a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.417625 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-a2fc7f77-e32b-4660-beeb-2a352914c03a tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 945 time: 0.0760407 Sep 20 22:30:49.426452 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-024fd562-2021-4658-8237-1b8ef02d5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.427882 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-024fd562-2021-4658-8237-1b8ef02d5a5f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 200 len: 916 time: 0.1627467 Sep 20 22:30:49.462141 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-fa7fb47e-463e-41b0-81d3-625937ecc4d5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217489 Sep 20 22:30:49.551985 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-113572b8-bb7d-4278-8360-1a72d27038e3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 200 len: 1001 time: 0.1156619 Sep 20 22:30:49.557282 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f70067ad-32f2-4341-99d4-1446f24202d9 req-c6a97f64-1477-43ae-bec5-385f81765bc5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892849 Sep 20 22:30:49.557721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Deleting port 87454e86-c277-4775-8223-737852068e10 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:30:49.558073 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (87454e86-c277-4775-8223-737852068e10), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:49.632148 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-06ce259f-b78b-4e1c-a0b0-ced9ee167d56 req-820daef8-da99-4423-82f9-ab8c9fc8b9ca tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0577497 Sep 20 22:30:49.676776 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] For port 87454e86-c277-4775-8223-737852068e10, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=87454e86-c277-4775-8223-737852068e10,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:30:49.677177 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (87454e86-c277-4775-8223-737852068e10), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:49.689766 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Calling delete_port for 87454e86-c277-4775-8223-737852068e10 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:30:49.767741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:49.795441 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-21fb0d89-acd6-4be9-aab5-536599040163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.796933 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-21fb0d89-acd6-4be9-aab5-536599040163 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 200 len: 855 time: 0.0683296 Sep 20 22:30:49.875830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-378dcde8-7353-4434-8015-09bae3dff075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.877393 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-378dcde8-7353-4434-8015-09bae3dff075 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=281a7f2f-13d6-4f53-b28b-ee8d71863530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661018 Sep 20 22:30:49.922749 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-7444fd0b-e7d3-460a-82cd-b072242cb4e7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:49.924339 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-7444fd0b-e7d3-460a-82cd-b072242cb4e7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 813 time: 0.1134562 Sep 20 22:30:49.935598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'port': {'device_id': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'admin_state_up': True, 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:49.953609 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (87454e86-c277-4775-8223-737852068e10), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:49.993877 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event deleted for resources: {'Port': ['ID=87454e86-c277-4775-8223-737852068e10,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:50.040593 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-5b4b6f67-fa67-499f-980a-2c68e5509409 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559346 Sep 20 22:30:50.043166 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:50.049893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:50.056305 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] No DVR routers for this DVR port 87454e86-c277-4775-8223-737852068e10 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:30:50.058943 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:50.062376 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd117cb5-86a9-441b-bf01-d7456fc5b309 req-c28da138-b5ec-46eb-950f-dc39a4d25b1d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.27 "DELETE /networking/v2.0/ports/87454e86-c277-4775-8223-737852068e10 HTTP/1.1" status: 204 len: 173 time: 0.6379642 Sep 20 22:30:50.062761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-deleted', 'tag': '87454e86-c277-4775-8223-737852068e10'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:50.065132 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfdd2f-6f80-466f-965b-202122731381" -d '{"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-deleted", "tag": "87454e86-c277-4775-8223-737852068e10"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:50.075749 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Made reservation on behalf of 021bf48fb20347f8bb6664c066b2c93f for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:30:50.079652 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:50.144732 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-737aef12-1f73-44bd-9d27-78cb16a1597e req-bb0d7cdf-5d0f-434b-8479-29618d49b902 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0612805 Sep 20 22:30:50.188590 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e720c1-1288-434e-8c58-4c6a2a953004 x-openstack-request-id: req-f1e720c1-1288-434e-8c58-4c6a2a953004 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:50.188893 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bbd4-a0a2-4ca8-b04a-1511797060be", "name": "network-vif-deleted", "tag": "87454e86-c277-4775-8223-737852068e10", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:50.189188 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1e720c1-1288-434e-8c58-4c6a2a953004 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:50.189623 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e720c1-1288-434e-8c58-4c6a2a953004'] response: {'server_uuid': 'a507bbd4-a0a2-4ca8-b04a-1511797060be', 'name': 'network-vif-deleted', 'tag': '87454e86-c277-4775-8223-737852068e10', 'status': 'completed', 'code': 200} Sep 20 22:30:50.238471 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-50720f60-b155-4eb1-9cad-b6bf203cf007 req-72f93a8f-ba3a-49eb-bce2-9344169b3fbc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533885 Sep 20 22:30:50.266760 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Allocated IP 172.20.0.12 (5cc1250a-5c5f-438e-89a3-e60caaf00585/5948c950-b3b7-44be-8c1e-8b7c09df06f3/2c27dc78-c19b-4ad9-b5ae-35688f10f1a8) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:30:50.483180 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:50.588438 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:50.690103 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:30:50.695771 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:30:50.698049 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:50.710969 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:30:50.819688 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93be0f-9812-4bb7-a563-0e639b39ac45 req-211e8635-d2c7-4bad-8625-8af9c172d4aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:50.830522 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d93be0f-9812-4bb7-a563-0e639b39ac45 req-211e8635-d2c7-4bad-8625-8af9c172d4aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 932 time: 0.0714307 Sep 20 22:30:50.883347 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:50.884579 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:50.922936 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-4cb47d09-5139-4bc5-82a1-dd59dce5956a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9910910 Sep 20 22:30:50.931083 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d93be0f-9812-4bb7-a563-0e639b39ac45 req-004195aa-a202-4ae4-a012-67467fcc21a3 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991719 Sep 20 22:30:50.962844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Request body: {'port': {'device_id': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:30:51.111117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.138705 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Provisioning complete for port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:30:51.142304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.144709 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Attempt 1 to provision port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 Sep 20 22:30:51.205078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:51.324255 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-357b7e62-293b-4298-8260-b3718fbc9a0e req-d213a924-7fbf-4a40-9cd1-3c6c24eb548d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0407326 Sep 20 22:30:51.482533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:51.519583 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:51.538337 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:30:51.547952 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks [] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.562509 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Transition to ACTIVE for port object 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:30:51.566708 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.674981 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:51.702713 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Attempting to bind port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:30:51.703026 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Attempting to bind port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:30:51.703364 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Attempting to bind port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 on network 5cc1250a-5c5f-438e-89a3-e60caaf00585 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:51.707041 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Attempt 2 to provision port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 Sep 20 22:30:51.748466 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:30:51.753088 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 on network 5cc1250a-5c5f-438e-89a3-e60caaf00585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:30:51.753707 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Attempting to bind port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 on network 5cc1250a-5c5f-438e-89a3-e60caaf00585 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:30:51.798627 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:30:51.798955 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Checking segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:30:51.799332 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Bound using segment: {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:30:51.799756 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Bound port: 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d04b32-5e1d-44b9-b995-16d2883fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:30:51.800107 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.862414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:30:51.865782 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:30:51.871851 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.875904 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:51.876518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:51.877987 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1094 time: 0.9299860 Sep 20 22:30:51.878541 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:30:51.880793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc0140-11c6-4948-873f-2195478ab9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:30:51.919121 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf263d97-b62e-4324-968b-271f815df1bf x-openstack-request-id: req-cf263d97-b62e-4324-968b-271f815df1bf {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:30:51.919405 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:30:51.919656 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf263d97-b62e-4324-968b-271f815df1bf {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:30:51.920052 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf263d97-b62e-4324-968b-271f815df1bf'] response: {'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:30:51.929473 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f17e5-a612-4a5d-82b5-c4f7c0218f99 service neutron] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:52.054079 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4971dd-5210-43c2-959d-db852bebafdf req-17feb192-2637-47cb-b434-21a342b2b00f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:52.055609 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3d4971dd-5210-43c2-959d-db852bebafdf req-17feb192-2637-47cb-b434-21a342b2b00f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0516250 Sep 20 22:30:52.109869 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3d4971dd-5210-43c2-959d-db852bebafdf req-5b791afb-19b2-4bda-b6d6-cb93dcfd7825 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Sep 20 22:30:52.250265 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Attempt 3 to provision port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 Sep 20 22:30:52.301665 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ddafff2f-be71-4c8c-a3a1-30a33ee2b146 None None] Port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:30:52.470168 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df86250a-5cab-4636-bef3-3804997b88e1 req-ecbaedeb-9a75-4694-bbec-6496645975f6 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0370584 Sep 20 22:30:52.740957 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:30:52.766624 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 87454e86-c277-4775-8223-737852068e10 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:30:52.767450 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 87454e86-c277-4775-8223-737852068e10 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:30:52.933002 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35382) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:53.050794 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba74aa96-626a-475c-8d42-2a7792c5d28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.084471 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:53.138728 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba74aa96-626a-475c-8d42-2a7792c5d28e admin admin] Publish callbacks [] for security_group (f7e403c2-2c76-4888-a6ee-a49e1920aafa), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.144716 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ba74aa96-626a-475c-8d42-2a7792c5d28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f7e403c2-2c76-4888-a6ee-a49e1920aafa), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.198653 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74aa96-626a-475c-8d42-2a7792c5d28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e403c2-2c76-4888-a6ee-a49e1920aafa,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:53.206388 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ba74aa96-626a-475c-8d42-2a7792c5d28e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e2c8a0116e30494f8e78082c8c310ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722719 Sep 20 22:30:53.207360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35390) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:53.252808 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27e57c-2fcb-45c2-b455-c72e953f660f req-ccca8f7c-732c-4d25-ab0c-c51813e531c4 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:53.254556 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1d27e57c-2fcb-45c2-b455-c72e953f660f req-ccca8f7c-732c-4d25-ab0c-c51813e531c4 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0538981 Sep 20 22:30:53.259076 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] Publish callbacks [] for security_group (f7e403c2-2c76-4888-a6ee-a49e1920aafa), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.281951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] Publish callbacks [] for security_group (f7e403c2-2c76-4888-a6ee-a49e1920aafa), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.322547 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:53.326785 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1d27e57c-2fcb-45c2-b455-c72e953f660f req-4b178ce4-5ce9-49ac-aba3-09f127f47989 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599856 Sep 20 22:30:53.347179 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (f7e403c2-2c76-4888-a6ee-a49e1920aafa), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.349907 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.353837 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f7e403c2-2c76-4888-a6ee-a49e1920aafa HTTP/1.1" status: 204 len: 168 time: 0.1428573 Sep 20 22:30:53.361093 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4124f-1906-4cc7-be05-72bf8463b214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e403c2-2c76-4888-a6ee-a49e1920aafa,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:53.681100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35398) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:53.695906 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38bf3bf8-ffff-40ab-b11d-3f6e1e765d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.697112 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b3830ab9-d104-4b06-97b1-b40a887c5406 req-17968618-9079-4e33-be0e-c251044416d7 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0656161 Sep 20 22:30:53.800644 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38bf3bf8-ffff-40ab-b11d-3f6e1e765d2c admin admin] Publish callbacks [] for security_group (6e7ef04b-a969-418a-a8d3-5cf822a668b1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.804777 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-38bf3bf8-ffff-40ab-b11d-3f6e1e765d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6e7ef04b-a969-418a-a8d3-5cf822a668b1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.847334 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-38bf3bf8-ffff-40ab-b11d-3f6e1e765d2c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bcb432199b694291859adf241e24d651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651413 Sep 20 22:30:53.848352 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf3bf8-ffff-40ab-b11d-3f6e1e765d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ef04b-a969-418a-a8d3-5cf822a668b1,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:53.850033 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35400) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:30:53.909252 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] Publish callbacks [] for security_group (6e7ef04b-a969-418a-a8d3-5cf822a668b1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.929344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] Publish callbacks [] for security_group (6e7ef04b-a969-418a-a8d3-5cf822a668b1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.991959 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6e7ef04b-a969-418a-a8d3-5cf822a668b1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.995680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:30:53.998323 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6e7ef04b-a969-418a-a8d3-5cf822a668b1 HTTP/1.1" status: 204 len: 168 time: 0.1471758 Sep 20 22:30:54.007759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d52cc8-e4c6-4999-9b87-a76a17e8c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ef04b-a969-418a-a8d3-5cf822a668b1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:30:54.491963 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ec57-2a92-49ed-9d46-d642902b402c req-d5f571f6-9c12-43fe-9914-cca172eca768 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:54.494692 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8db7ec57-2a92-49ed-9d46-d642902b402c req-d5f571f6-9c12-43fe-9914-cca172eca768 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0526264 Sep 20 22:30:54.532721 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:54.543220 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:54.559032 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8db7ec57-2a92-49ed-9d46-d642902b402c req-9a6d08ec-6d68-493b-9f4f-62a331f64603 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Sep 20 22:30:54.838104 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b5bd9d05-c8d6-4096-8486-cf61e38bd492 req-121d718f-2a97-4a96-a38f-9d4d9bb15afd tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0373247 Sep 20 22:30:55.739640 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7b45-ac95-471b-9eed-5b29a754794f req-45853c8b-05de-433f-9b5d-a4a54ce99969 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:55.749003 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b0b7b45-ac95-471b-9eed-5b29a754794f req-45853c8b-05de-433f-9b5d-a4a54ce99969 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0677266 Sep 20 22:30:55.797784 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b0b7b45-ac95-471b-9eed-5b29a754794f req-90ce393a-a82b-4608-be78-5a6374730407 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Sep 20 22:30:56.017509 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a03b9361-6c17-43e4-b07a-ee10b6d1f6e8 req-4e1f3bfc-51f0-44f6-af76-805ce204e32d tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0714526 Sep 20 22:30:56.759043 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=46 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:56.762621 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=78 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:30:56.934141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57cf40-ef20-4289-965c-8ecaa168dd6a req-ae0d0fba-4154-4614-a524-23a14368b3b7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:56.935605 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dc57cf40-ef20-4289-965c-8ecaa168dd6a req-ae0d0fba-4154-4614-a524-23a14368b3b7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0555894 Sep 20 22:30:56.987785 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-dc57cf40-ef20-4289-965c-8ecaa168dd6a req-6a447028-28d9-4d9d-afa7-ead87fb6264e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Sep 20 22:30:57.167701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7f402b9f-59d6-408f-b2e9-f322f0616a3d req-6ed1e7a4-2e42-473f-9571-6202bdaa7f13 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0337021 Sep 20 22:30:58.117076 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23184e66-5f4b-4c78-be10-8c921f156af5 req-a7db1a2c-8977-46d6-b15a-28b9824196d9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:58.117076 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-23184e66-5f4b-4c78-be10-8c921f156af5 req-a7db1a2c-8977-46d6-b15a-28b9824196d9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0498297 Sep 20 22:30:58.182702 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-23184e66-5f4b-4c78-be10-8c921f156af5 req-e7fb5b08-f02c-41f9-b81a-ea9051631c12 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Sep 20 22:30:58.292897 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-acfd2ccc-3c2f-4d0c-984e-5d449e1cd79f req-ea60294f-b1dd-40fb-812e-b4a52dd19fec tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0292506 Sep 20 22:30:59.299811 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7f06d-4976-4fe6-85ea-d8e282a1514b req-2b247372-4ebf-4507-a412-dcfb28262de4 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:30:59.301291 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b3b7f06d-4976-4fe6-85ea-d8e282a1514b req-2b247372-4ebf-4507-a412-dcfb28262de4 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0456660 Sep 20 22:30:59.348499 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b3b7f06d-4976-4fe6-85ea-d8e282a1514b req-13a5dc53-66ca-4e61-939d-527b6085f9ac tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Sep 20 22:30:59.407195 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-32897e88-ed61-4750-8645-65c1f49993c6 req-e561abce-cdc7-4c03-a17d-b7e835c7f2b2 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0277770 Sep 20 22:31:00.468962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3c5d7-5fa9-4ea0-ae8a-3641cd1c3dbe req-5c114a22-8c45-4c48-9ecd-4b0d68cdcd65 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:00.470479 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61d3c5d7-5fa9-4ea0-ae8a-3641cd1c3dbe req-5c114a22-8c45-4c48-9ecd-4b0d68cdcd65 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0470924 Sep 20 22:31:00.521606 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61d3c5d7-5fa9-4ea0-ae8a-3641cd1c3dbe req-156ca839-0f21-4a0b-beaa-980f1074654a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Sep 20 22:31:00.522699 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-14178c9d-4dc4-47e5-906d-11c0aefbafab req-410c9c79-db4d-43ad-a349-1aaf40a96012 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0299511 Sep 20 22:31:01.634140 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-38370229-2934-46b0-9eea-67222b093a80 req-ee5298ea-4051-4da2-80dc-83e33924f47f tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a507bbd4-a0a2-4ca8-b04a-1511797060be HTTP/1.1" status: 200 len: 210 time: 0.0269814 Sep 20 22:31:01.641923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809ce1c-7391-4593-b622-ad9c710f258d req-f5de0fa4-b22e-4501-9c9d-f3f242284e96 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:01.643411 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f809ce1c-7391-4593-b622-ad9c710f258d req-f5de0fa4-b22e-4501-9c9d-f3f242284e96 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0474744 Sep 20 22:31:01.692812 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f809ce1c-7391-4593-b622-ad9c710f258d req-c21ebf0c-c70b-4829-8b0d-a60da02cc3d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Sep 20 22:31:01.831932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-1a7bc7f8-4cef-4592-8980-0157b77923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:01.833600 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-1a7bc7f8-4cef-4592-8980-0157b77923ae service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1128 time: 0.0396087 Sep 20 22:31:02.175754 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-f79ce5b9-d630-4e84-9dc1-3b584b56f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.177270 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-f79ce5b9-d630-4e84-9dc1-3b584b56f937 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=021bf48fb20347f8bb6664c066b2c93f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980935 Sep 20 22:31:02.414223 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-08a4918d-d843-4df6-a219-155eede2c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.416002 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fdcc0140-11c6-4948-873f-2195478ab9a9 req-08a4918d-d843-4df6-a219-155eede2c57f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0974853 Sep 20 22:31:02.495606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-f62b9406-b741-45d8-ba6c-59e1ca41392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.497186 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-f62b9406-b741-45d8-ba6c-59e1ca41392b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1128 time: 0.0426800 Sep 20 22:31:02.540659 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-44e6ab09-8976-4409-8b9e-2d8864bd86ff service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 217 time: 0.0321152 Sep 20 22:31:02.700953 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35516) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:02.798583 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (385d1776-7ff3-48a1-ad12-e27ba0337193), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:02.809977 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-0fc7b628-6105-4479-bee7-ff9552bf375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.811473 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-0fc7b628-6105-4479-bee7-ff9552bf375c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0726173 Sep 20 22:31:02.816110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3264785-5ddf-4cc1-9918-535d2a82a926 req-8b1b2ee3-b7eb-45ae-a2b9-888c1bac8fd1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.817609 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3264785-5ddf-4cc1-9918-535d2a82a926 req-8b1b2ee3-b7eb-45ae-a2b9-888c1bac8fd1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0467772 Sep 20 22:31:02.835833 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (385d1776-7ff3-48a1-ad12-e27ba0337193), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:02.866556 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c3264785-5ddf-4cc1-9918-535d2a82a926 req-01eb4c3c-51df-4140-bb96-fde7dd1f0e4f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Sep 20 22:31:02.873322 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:02.884085 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baab20-9e47-4999-a376-f453507c0c3d req-ddbed688-55f4-4407-8832-1594d8d29f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:02.885669 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-ddbed688-55f4-4407-8832-1594d8d29f18 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639491 Sep 20 22:31:02.909476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:03.243614 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-353aad49-fd7d-44b8-b3c0-c0c410096995 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506386 Sep 20 22:31:03.244190 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (385d1776-7ff3-48a1-ad12-e27ba0337193), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:03.246728 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:03.247745 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/385d1776-7ff3-48a1-ad12-e27ba0337193 HTTP/1.1" status: 204 len: 168 time: 0.5461545 Sep 20 22:31:03.273552 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575d900-4c98-43cc-8ae0-1283c2716e59 tempest-TestShelveInstance-15524529 tempest-TestShelveInstance-15524529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385d1776-7ff3-48a1-ad12-e27ba0337193,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:03.303647 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35546) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:03.352445 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e2baab20-9e47-4999-a376-f453507c0c3d req-e8e7e12b-b88a-4cb9-9914-2cd4d181f0a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002254 Sep 20 22:31:03.695819 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:03.819054 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (6332b412-fd2d-4d02-950a-89a45033cbb5), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:04.021255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:04.052921 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa218319-9d67-4ca5-9c8b-06f0d4438e39 req-5b4e2167-5290-466a-b5ae-0c0b6cc6a16c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:04.054397 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa218319-9d67-4ca5-9c8b-06f0d4438e39 req-5b4e2167-5290-466a-b5ae-0c0b6cc6a16c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 944 time: 0.0671837 Sep 20 22:31:04.076170 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:04.151156 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fa218319-9d67-4ca5-9c8b-06f0d4438e39 req-f26716bf-a73d-4f61-966f-786f5aa77e46 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780635 Sep 20 22:31:04.152117 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Deleting port 25b97dd1-cadc-4d89-807b-a4de9147be43 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:04.152453 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:04.236310 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] For port 25b97dd1-cadc-4d89-807b-a4de9147be43, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=25b97dd1-cadc-4d89-807b-a4de9147be43,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:04.236749 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:04.249556 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Calling delete_port for 25b97dd1-cadc-4d89-807b-a4de9147be43 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:04.427999 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (25b97dd1-cadc-4d89-807b-a4de9147be43), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:04.452994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b97dd1-cadc-4d89-807b-a4de9147be43,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:04.604783 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:04.626854 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (6332b412-fd2d-4d02-950a-89a45033cbb5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:04.801435 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:31:04.841739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Router 6332b412-fd2d-4d02-950a-89a45033cbb5 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:04.930948 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:04.949989 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:04.956266 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-900dc473-38c8-46cd-b45c-675f27c87113 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6332b412-fd2d-4d02-950a-89a45033cbb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6512213 Sep 20 22:31:04.958943 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35574) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:04.962744 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Sync routers for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:04.976499 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:04.977356 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:05.043916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:05.058023 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'port_id': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'mac_address': 'fa:16:3e:65:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:31:05.096517 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:05.096746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:05.096889 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.111329 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:31:05.133421 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:05.138466 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.192362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:05.277534 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:31:04Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:05.288253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39e01a-371f-4464-87bd-12ad22937cdc req-7433851b-7112-43ec-86fc-494365ed1012 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:05.291143 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1b39e01a-371f-4464-87bd-12ad22937cdc req-7433851b-7112-43ec-86fc-494365ed1012 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 945 time: 0.0509036 Sep 20 22:31:05.307223 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Checking router: 6332b412-fd2d-4d02-950a-89a45033cbb5 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:05.317737 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Routers {'6332b412-fd2d-4d02-950a-89a45033cbb5'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:05.318368 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['6332b412-fd2d-4d02-950a-89a45033cbb5'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:05.346122 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1b39e01a-371f-4464-87bd-12ad22937cdc req-227c2a48-6ddb-4f49-96e8-85fe220184bd tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Sep 20 22:31:05.346866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks [] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.370346 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:31:05.423049 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] Set router 6332b412-fd2d-4d02-950a-89a45033cbb5 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:05.446766 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks [] for router_gateway (6332b412-fd2d-4d02-950a-89a45033cbb5), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.492046 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Deleting port f1e63ad7-4e64-402d-92c3-e94b2c53884d {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:05.492396 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.577557 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] For port f1e63ad7-4e64-402d-92c3-e94b2c53884d, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f1e63ad7-4e64-402d-92c3-e94b2c53884d,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:05.577953 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.596239 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Calling delete_port for f1e63ad7-4e64-402d-92c3-e94b2c53884d owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:05.678080 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:31:04Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:05.703776 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b1518-557c-4ea6-aa34-2c48c8f7c6dd None None] The sync data for ids ['6332b412-fd2d-4d02-950a-89a45033cbb5'] in dv-cinder-858276-1-iscsi is: [{'id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'name': 'tempest-TestShelveInstance-1042852455-router', 'tenant_id': '99c755c2cb864d05ac8561716aba8ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:20Z', 'updated_at': '2022-09-20T22:31:04Z', 'revision_number': 5, 'project_id': '99c755c2cb864d05ac8561716aba8ae2', 'gw_port': {'id': 'f1e63ad7-4e64-402d-92c3-e94b2c53884d', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6332b412-fd2d-4d02-950a-89a45033cbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:21Z', 'updated_at': '2022-09-20T22:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:05.739122 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:05.769087 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (f1e63ad7-4e64-402d-92c3-e94b2c53884d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.790900 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e63ad7-4e64-402d-92c3-e94b2c53884d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:05.857532 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (6332b412-fd2d-4d02-950a-89a45033cbb5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.949075 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.951224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks [] for router_controller (6332b412-fd2d-4d02-950a-89a45033cbb5), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.994793 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (6332b412-fd2d-4d02-950a-89a45033cbb5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:05.995536 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6332b412-fd2d-4d02-950a-89a45033cbb5 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:31:06.000927 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.002168 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-95575ada-7f7d-45d5-8b1a-b869f269ebd5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/6332b412-fd2d-4d02-950a-89a45033cbb5 HTTP/1.1" status: 204 len: 168 time: 1.0422716 Sep 20 22:31:06.005019 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35590) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:06.054031 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Deleting subnet 9c8a5401-fbfb-49ac-b513-53c4a04b7e61 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:31:06.057538 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Publish callbacks [] for subnet (9c8a5401-fbfb-49ac-b513-53c4a04b7e61), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.092501 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:06.095455 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (9c8a5401-fbfb-49ac-b513-53c4a04b7e61), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.182463 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (9c8a5401-fbfb-49ac-b513-53c4a04b7e61), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.252199 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35596) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:06.260127 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (9c8a5401-fbfb-49ac-b513-53c4a04b7e61), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.272659 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 25b97dd1-cadc-4d89-807b-a4de9147be43 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:06.286917 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8a5401-fbfb-49ac-b513-53c4a04b7e61,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:06.294021 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 25b97dd1-cadc-4d89-807b-a4de9147be43 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:06.294851 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 25b97dd1-cadc-4d89-807b-a4de9147be43 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:06.301565 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.304781 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-fd7ccab6-c0d3-466f-9a7b-ff829ae0b0ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9c8a5401-fbfb-49ac-b513-53c4a04b7e61 HTTP/1.1" status: 204 len: 168 time: 0.2986350 Sep 20 22:31:06.307314 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35600) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:06.310626 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39a232-5e4f-4ff0-bfe7-2339b61103c9 None None] Network 0b600369-ea02-425d-9f5d-51b2980e835e requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:31:06.406720 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (0b600369-ea02-425d-9f5d-51b2980e835e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.411633 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c90d792b-e78b-43bc-ae95-321d7a578e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.496214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] DHCP port deletion for 0b600369-ea02-425d-9f5d-51b2980e835e request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:31:06.530066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c6ee4-cbc8-4def-8afc-41fb502acd62 req-8f65fc93-9cba-4992-bf0b-01ea88407c1b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:06.533628 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e47c6ee4-cbc8-4def-8afc-41fb502acd62 req-8f65fc93-9cba-4992-bf0b-01ea88407c1b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 945 time: 0.0943823 Sep 20 22:31:06.538625 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Deleting port 88601077-93f1-4778-b113-e99789b5ead0 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:06.539007 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (88601077-93f1-4778-b113-e99789b5ead0), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.543079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:06.551491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Deleting port 88601077-93f1-4778-b113-e99789b5ead0 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:06.551869 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (88601077-93f1-4778-b113-e99789b5ead0), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.620188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] For port 88601077-93f1-4778-b113-e99789b5ead0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=88601077-93f1-4778-b113-e99789b5ead0,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:06.620586 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (88601077-93f1-4778-b113-e99789b5ead0), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.634216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Calling delete_port for 88601077-93f1-4778-b113-e99789b5ead0 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:06.653000 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] For port 88601077-93f1-4778-b113-e99789b5ead0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=88601077-93f1-4778-b113-e99789b5ead0,segment=NetworkSegment(edbad623-6b06-4b97-bf49-f59611ead6c9),segment_id=edbad623-6b06-4b97-bf49-f59611ead6c9)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:06.653461 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (88601077-93f1-4778-b113-e99789b5ead0), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.680377 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Calling delete_port for 88601077-93f1-4778-b113-e99789b5ead0 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:06.691076 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e47c6ee4-cbc8-4def-8afc-41fb502acd62 req-20733ed4-7175-4b1d-b065-9b56f2b446cf tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498437 Sep 20 22:31:06.697974 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:06.700119 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c90d792b-e78b-43bc-ae95-321d7a578e7b admin admin] Publish callbacks [] for security_group (4db26211-d243-4323-8103-f44f2e7d2639), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.707763 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-c90d792b-e78b-43bc-ae95-321d7a578e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4db26211-d243-4323-8103-f44f2e7d2639), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.716482 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (88601077-93f1-4778-b113-e99789b5ead0), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.742160 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] Pushing event deleted for resources: {'Port': ['ID=88601077-93f1-4778-b113-e99789b5ead0,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:06.747992 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729b365-6e69-468e-9ff4-d0484bfb74fc None None] No DVR routers for this DVR port 88601077-93f1-4778-b113-e99789b5ead0 on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:06.786973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d792b-e78b-43bc-ae95-321d7a578e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db26211-d243-4323-8103-f44f2e7d2639,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:06.798009 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c90d792b-e78b-43bc-ae95-321d7a578e7b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=35469d5a2c2d4cb0879ee7f52f4eff4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446692 Sep 20 22:31:06.801032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35604) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:06.804356 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:06.851293 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:31:06.851513 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:06.856839 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (88601077-93f1-4778-b113-e99789b5ead0), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.865029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:06.865419 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.865758 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 Sep 20 22:31:06.900394 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Pushing event deleted for resources: {'Port': ['ID=88601077-93f1-4778-b113-e99789b5ead0,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:06.901067 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:06.909688 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] No DVR routers for this DVR port 88601077-93f1-4778-b113-e99789b5ead0 on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:06.935761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] Publish callbacks [] for security_group (4db26211-d243-4323-8103-f44f2e7d2639), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.961789 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:06.962177 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:06.985540 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:06.987791 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3956a293-4538-4d75-af46-a72bf443ca6e" -d '{"events": [{"server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "name": "network-vif-plugged", "status": "completed", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:06.998576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] Publish callbacks [] for security_group (4db26211-d243-4323-8103-f44f2e7d2639), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.008715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:07.013013 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.016029 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (0b600369-ea02-425d-9f5d-51b2980e835e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.035539 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96789892-fdb9-4c23-a746-4a773cb1079f x-openstack-request-id: req-96789892-fdb9-4c23-a746-4a773cb1079f {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:07.035833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "name": "network-vif-plugged", "status": "completed", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:07.036090 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96789892-fdb9-4c23-a746-4a773cb1079f {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:07.036492 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96789892-fdb9-4c23-a746-4a773cb1079f'] response: {'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'code': 200} Sep 20 22:31:07.054518 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b600369-ea02-425d-9f5d-51b2980e835e']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:07.066811 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:07.075278 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbad623-6b06-4b97-bf49-f59611ead6c9') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:07.076096 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbad623-6b06-4b97-bf49-f59611ead6c9') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:07.088464 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (edbad623-6b06-4b97-bf49-f59611ead6c9), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.106875 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (edbad623-6b06-4b97-bf49-f59611ead6c9), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.115232 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:31:07.115640 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (edbad623-6b06-4b97-bf49-f59611ead6c9), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.165044 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment edbad623-6b06-4b97-bf49-f59611ead6c9 resource provider aggregate not found Sep 20 22:31:07.172865 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4db26211-d243-4323-8103-f44f2e7d2639), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.175905 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.177088 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4db26211-d243-4323-8103-f44f2e7d2639 HTTP/1.1" status: 204 len: 168 time: 0.3750706 Sep 20 22:31:07.195724 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment edbad623-6b06-4b97-bf49-f59611ead6c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edbad623-6b06-4b97-bf49-f59611ead6c9 found for delete ", "request_id": "req-8b8fb68b-3f77-4ea9-9c98-76c17f26a0e7"}]} Sep 20 22:31:07.204907 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb29200-180d-4857-b934-b41cc90da1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db26211-d243-4323-8103-f44f2e7d2639,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:07.214746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (0b600369-ea02-425d-9f5d-51b2980e835e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.220577 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.227994 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0b600369-ea02-425d-9f5d-51b2980e835e HTTP/1.1" status: 204 len: 168 time: 0.9182937 Sep 20 22:31:07.228929 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35614) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:07.230550 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fde0b-14c8-46c5-8199-2f9bb55bf533 req-c16773a4-b57d-47c3-9ddc-aa4171e97c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:07.232116 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-917fde0b-14c8-46c5-8199-2f9bb55bf533 req-c16773a4-b57d-47c3-9ddc-aa4171e97c90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1130 time: 0.0549309 Sep 20 22:31:07.294225 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-917fde0b-14c8-46c5-8199-2f9bb55bf533 req-f24864fa-b67a-4328-ad04-090a5bfe608b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Sep 20 22:31:07.298132 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b71f2-dd6c-4a75-b467-3b57020d80ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0b600369-ea02-425d-9f5d-51b2980e835e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:07.331921 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-384b1efa-b532-4b6f-a72b-55cac95efca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.520484 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35618) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:07.533798 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4c59e600-b056-410a-929c-95d196aae57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.587333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (e9bb050e-36b7-4d01-ad07-978350152500), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.610821 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4c59e600-b056-410a-929c-95d196aae57b admin admin] Publish callbacks [] for security_group (7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.614559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4c59e600-b056-410a-929c-95d196aae57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.657462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59e600-b056-410a-929c-95d196aae57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:07.663084 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4c59e600-b056-410a-929c-95d196aae57b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1ae6c5c98e84442c8063664a35dc18bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415515 Sep 20 22:31:07.665746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35620) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:07.714733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] Publish callbacks [] for security_group (7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.737336 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] Publish callbacks [] for security_group (7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.777698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:07.786326 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.788849 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.790009 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb HTTP/1.1" status: 204 len: 168 time: 0.1233561 Sep 20 22:31:07.799271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82035f43-599f-4371-9d60-ac296f1968aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97c1b0-bb04-4de7-a6f2-f096b78bdbeb,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:07.827105 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:07.860630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4fce0-5ed6-442f-a257-283d3480fd45 req-6bb2fc02-74bb-4c29-92c2-a005146b12d3 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:07.862184 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7ba4fce0-5ed6-442f-a257-283d3480fd45 req-6bb2fc02-74bb-4c29-92c2-a005146b12d3 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0832577 Sep 20 22:31:07.877512 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Deleting port cf45562f-0961-460e-b1f3-6956b12bddf2 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:07.877853 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:07.974773 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7ba4fce0-5ed6-442f-a257-283d3480fd45 req-37be9ebe-5c29-4827-8c0b-e5da549b3799 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990837 Sep 20 22:31:08.000472 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] For port cf45562f-0961-460e-b1f3-6956b12bddf2, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=cf45562f-0961-460e-b1f3-6956b12bddf2,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:08.000911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:08.014047 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Calling delete_port for cf45562f-0961-460e-b1f3-6956b12bddf2 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:08.198818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 88601077-93f1-4778-b113-e99789b5ead0 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:08.218709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (cf45562f-0961-460e-b1f3-6956b12bddf2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:08.224652 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 88601077-93f1-4778-b113-e99789b5ead0 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:08.225247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 88601077-93f1-4778-b113-e99789b5ead0 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:08.225832 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f1e63ad7-4e64-402d-92c3-e94b2c53884d no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:08.244930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: f1e63ad7-4e64-402d-92c3-e94b2c53884d {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:08.245221 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf45562f-0961-460e-b1f3-6956b12bddf2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:08.245345 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f1e63ad7-4e64-402d-92c3-e94b2c53884d not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:08.432103 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (e9bb050e-36b7-4d01-ad07-978350152500), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:08.641490 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Router e9bb050e-36b7-4d01-ad07-978350152500 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:08.690714 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:08.733953 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:08.758714 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:08.765450 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9cd5b186-1f2b-4d1c-871e-d2dffc8c930d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e9bb050e-36b7-4d01-ad07-978350152500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227256 Sep 20 22:31:08.767259 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35648) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:08.772389 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Sync routers for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:08.784251 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:08.784880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:08.895317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:08.899234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks [] for router (e9bb050e-36b7-4d01-ad07-978350152500), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.007584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks [] for router_gateway (e9bb050e-36b7-4d01-ad07-978350152500), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.054973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Deleting port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:09.054973 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.105935 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:09.122575 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:31:08Z', 'revision_number': 5, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port': {'id': '3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:09.127966 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922058f-e3d6-4d24-a322-83c793c59eb2 req-2343443b-277a-4561-90d2-b8ec8cfa11e2 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:09.138562 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3922058f-e3d6-4d24-a322-83c793c59eb2 req-2343443b-277a-4561-90d2-b8ec8cfa11e2 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0792615 Sep 20 22:31:09.156533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Checking router: e9bb050e-36b7-4d01-ad07-978350152500 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:09.166678 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] For port 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:09.167029 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.167788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Routers {'e9bb050e-36b7-4d01-ad07-978350152500'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:09.168856 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:30:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e9bb050e-36b7-4d01-ad07-978350152500'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:09.183320 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Calling delete_port for 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:09.188135 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3922058f-e3d6-4d24-a322-83c793c59eb2 req-47339681-d79d-4fa0-ae69-7c43d9280c18 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484471 Sep 20 22:31:09.271721 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] Set router e9bb050e-36b7-4d01-ad07-978350152500 gateway port host: None {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:09.338424 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:31:09Z', 'revision_number': 6, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:09.353785 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c781a-b5ca-4dd6-86ba-d8ba8e96248c req-21b3ac92-8962-465d-a4b7-c70144e6d137 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:09.355298 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cb6c781a-b5ca-4dd6-86ba-d8ba8e96248c req-21b3ac92-8962-465d-a4b7-c70144e6d137 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0653272 Sep 20 22:31:09.371619 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b66b9-b08e-415b-a186-de1ff2d5e8fa None None] The sync data for ids ['e9bb050e-36b7-4d01-ad07-978350152500'] in dv-cinder-858276-1-iscsi is: [{'id': 'e9bb050e-36b7-4d01-ad07-978350152500', 'name': 'tempest-TestShelveInstance-1758110511-router', 'tenant_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:25:26Z', 'updated_at': '2022-09-20T22:31:09Z', 'revision_number': 6, 'project_id': 'dd4faa7f94bd49bda77d6e21c40e87f7', 'gw_port_host': None}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:09.446135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.460913 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-cb6c781a-b5ca-4dd6-86ba-d8ba8e96248c req-36768f8f-9ff2-4224-a669-af80c802fff4 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959454 Sep 20 22:31:09.480583 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:09.550248 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (e9bb050e-36b7-4d01-ad07-978350152500), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.646733 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (e9bb050e-36b7-4d01-ad07-978350152500), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.650175 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks [] for router_controller (e9bb050e-36b7-4d01-ad07-978350152500), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.652379 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f960f560-e41b-4c59-8fe8-bf915d514af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.708198 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (e9bb050e-36b7-4d01-ad07-978350152500), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.708860 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bb050e-36b7-4d01-ad07-978350152500 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:31:09.717039 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.717039 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-accf89f8-9d1d-48b2-acfe-d68aa8a0d8b3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e9bb050e-36b7-4d01-ad07-978350152500 HTTP/1.1" status: 204 len: 168 time: 0.9460025 Sep 20 22:31:09.718021 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35680) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:09.726942 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:09.775908 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Deleting subnet 3d16f745-8ac6-4341-926b-497863e4a67e {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:31:09.779508 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Publish callbacks [] for subnet (3d16f745-8ac6-4341-926b-497863e4a67e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:09.807421 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:10.128290 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (3d16f745-8ac6-4341-926b-497863e4a67e), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.190505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342bc8d-d6c9-41f9-b1c6-b5cdecd7e579 req-8946f344-00a7-4745-9a6e-b65cd731d379 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:10.193303 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4342bc8d-d6c9-41f9-b1c6-b5cdecd7e579 req-8946f344-00a7-4745-9a6e-b65cd731d379 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0754483 Sep 20 22:31:10.243851 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device cf45562f-0961-460e-b1f3-6956b12bddf2 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:10.273950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: cf45562f-0961-460e-b1f3-6956b12bddf2 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:10.274303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device cf45562f-0961-460e-b1f3-6956b12bddf2 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:10.274714 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:10.291107 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (3d16f745-8ac6-4341-926b-497863e4a67e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.293640 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:10.293987 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3aa2ae4c-a8b5-40ff-8d77-4c38a789d49c not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:10.297181 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4342bc8d-d6c9-41f9-b1c6-b5cdecd7e579 req-6e1ed654-39d8-4fc2-8fbd-9ff09e22f76f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Sep 20 22:31:10.355972 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (3d16f745-8ac6-4341-926b-497863e4a67e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.398987 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.406152 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b32f6e-9315-4200-83d1-03c7aef29e79 None None] Network 4c32d8ac-3653-4896-b70f-ce492ceb63b7 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:31:10.409868 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/3d16f745-8ac6-4341-926b-497863e4a67e HTTP/1.1" status: 204 len: 168 time: 0.6908031 Sep 20 22:31:10.411360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0433a-101c-4763-80e7-713aeb398831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d16f745-8ac6-4341-926b-497863e4a67e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:10.414096 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35700) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:10.532678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:10.564630 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (4c32d8ac-3653-4896-b70f-ce492ceb63b7), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.619820 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:10.620747 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Deleting port e3fab960-105a-4ab5-934e-ec75b299a646 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:10.621241 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.646106 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] DHCP port deletion for 4c32d8ac-3653-4896-b70f-ce492ceb63b7 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:31:10.726519 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] For port e3fab960-105a-4ab5-934e-ec75b299a646, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e3fab960-105a-4ab5-934e-ec75b299a646,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:10.727230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.767878 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:10.774366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Deleting port e3fab960-105a-4ab5-934e-ec75b299a646 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:10.774876 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Calling delete_port for e3fab960-105a-4ab5-934e-ec75b299a646 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:10.775068 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.881338 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.900600 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] For port e3fab960-105a-4ab5-934e-ec75b299a646, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e3fab960-105a-4ab5-934e-ec75b299a646,segment=NetworkSegment(e3199896-3001-4897-a66e-12211c37cf1b),segment_id=e3199896-3001-4897-a66e-12211c37cf1b)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:10.901043 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.920659 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Calling delete_port for e3fab960-105a-4ab5-934e-ec75b299a646 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:10.931746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:10.964873 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fab960-105a-4ab5-934e-ec75b299a646,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:10.970007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] No DVR routers for this DVR port e3fab960-105a-4ab5-934e-ec75b299a646 on host dv-cinder-858276-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:11.037254 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (e3fab960-105a-4ab5-934e-ec75b299a646), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.053797 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (4c32d8ac-3653-4896-b70f-ce492ceb63b7), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.068310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] No DVR routers for this DVR port e3fab960-105a-4ab5-934e-ec75b299a646 on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:11.073276 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d97b1c-0f13-418d-aed8-f71ad4ce93b3 None None] Pushing event deleted for resources: {'Port': ['ID=e3fab960-105a-4ab5-934e-ec75b299a646,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:11.083136 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c32d8ac-3653-4896-b70f-ce492ceb63b7']}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:11.097408 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3199896-3001-4897-a66e-12211c37cf1b') {'for_net_delete': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:11.097722 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3199896-3001-4897-a66e-12211c37cf1b') {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:11.110071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62506422'] for segment (e3199896-3001-4897-a66e-12211c37cf1b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.126198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (e3199896-3001-4897-a66e-12211c37cf1b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.133474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=106260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:31:11.133974 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62506732'] for segment (e3199896-3001-4897-a66e-12211c37cf1b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.170088 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment e3199896-3001-4897-a66e-12211c37cf1b resource provider aggregate not found Sep 20 22:31:11.221899 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment e3199896-3001-4897-a66e-12211c37cf1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3199896-3001-4897-a66e-12211c37cf1b found for delete ", "request_id": "req-2bbe246c-4ed5-40fe-a56b-6e78bc78fa7f"}]} Sep 20 22:31:11.278467 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6be3-9f69-4954-adad-ac9a4459571d req-d0da5d51-d0e9-4688-b3da-eec46ed7625c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:11.280499 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b4ba6be3-9f69-4954-adad-ac9a4459571d req-d0da5d51-d0e9-4688-b3da-eec46ed7625c tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0599451 Sep 20 22:31:11.285167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (4c32d8ac-3653-4896-b70f-ce492ceb63b7), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.292462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.296503 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4c32d8ac-3653-4896-b70f-ce492ceb63b7 HTTP/1.1" status: 204 len: 168 time: 0.8804920 Sep 20 22:31:11.319253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a4f3-1cc9-40d6-b872-c9a6dae6c888 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c32d8ac-3653-4896-b70f-ce492ceb63b7,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:11.351694 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b4ba6be3-9f69-4954-adad-ac9a4459571d req-8d333370-69e1-46e9-abc8-974c2babefac tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605230 Sep 20 22:31:11.463666 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35736) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:11.503513 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-f62e8aea-8899-4d96-ad7f-cf5ebbd95b2c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=99c755c2cb864d05ac8561716aba8ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386534 Sep 20 22:31:11.505875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35738) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:11.556800 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] Publish callbacks [] for security_group (77919f05-cc74-46b4-80e1-16d473a32472), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.578056 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] Publish callbacks [] for security_group (77919f05-cc74-46b4-80e1-16d473a32472), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.591275 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:11.625397 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (77919f05-cc74-46b4-80e1-16d473a32472), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.628052 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:11.629263 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/77919f05-cc74-46b4-80e1-16d473a32472 HTTP/1.1" status: 204 len: 168 time: 0.1224742 Sep 20 22:31:11.636842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7ee71-84fa-4214-9307-a7eba967fbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77919f05-cc74-46b4-80e1-16d473a32472,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:11.966976 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35752) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:12.008496 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-99a3329f-d1ab-4028-8762-90e50d6ddc13 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dd4faa7f94bd49bda77d6e21c40e87f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398250 Sep 20 22:31:12.011028 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35756) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:12.064932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] Publish callbacks [] for security_group (ac229c67-d20c-4e0b-bb10-95c37038c657), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.085227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] Publish callbacks [] for security_group (ac229c67-d20c-4e0b-bb10-95c37038c657), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.133613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ac229c67-d20c-4e0b-bb10-95c37038c657), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.136345 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.137537 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ac229c67-d20c-4e0b-bb10-95c37038c657 HTTP/1.1" status: 204 len: 168 time: 0.1255760 Sep 20 22:31:12.147009 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46372-e656-4f29-ba7a-e6599e61c38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac229c67-d20c-4e0b-bb10-95c37038c657,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:12.185182 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e3fab960-105a-4ab5-934e-ec75b299a646 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:12.213619 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: e3fab960-105a-4ab5-934e-ec75b299a646 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:12.213988 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e3fab960-105a-4ab5-934e-ec75b299a646 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:12.229395 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.362270 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.549204 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317fd5-ba6d-4b22-a410-1a15435a8e4f req-87976402-1476-4edb-a722-a07979079ce3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:12.551196 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-41317fd5-ba6d-4b22-a410-1a15435a8e4f req-87976402-1476-4edb-a722-a07979079ce3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0747602 Sep 20 22:31:12.628005 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-41317fd5-ba6d-4b22-a410-1a15435a8e4f req-efd4317f-160f-4111-8140-8e5d8b07390a tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3e5cce7e-eed8-4c45-a277-a7a3e5e99118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688310 Sep 20 22:31:12.667003 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-59d44a84-52e0-4f4b-84c8-1513b123b4f3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:12.668577 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-59d44a84-52e0-4f4b-84c8-1513b123b4f3 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 946 time: 0.0537283 Sep 20 22:31:12.721140 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:12.758083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Deleting port d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:12.758346 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:12.855642 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] For port d76e99ad-dedc-45dd-ba58-8632f5cb0aba, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:12.856002 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:13.019140 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:13.019432 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:13.019749 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Floating IP 1fc8a43d-6917-4902-ba90-1d3bfbd31e3c disassociated. External IP: 172.27.2.244, port: d76e99ad-dedc-45dd-ba58-8632f5cb0aba. Sep 20 22:31:13.020089 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Calling delete_port for d76e99ad-dedc-45dd-ba58-8632f5cb0aba owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:13.143608 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (d76e99ad-dedc-45dd-ba58-8632f5cb0aba), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:13.170713 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'Port': ['ID=d76e99ad-dedc-45dd-ba58-8632f5cb0aba,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:13.219899 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:13.277770 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:13.377291 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:13.386454 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:13.397562 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:13.398238 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:13.417524 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] No DVR routers for this DVR port d76e99ad-dedc-45dd-ba58-8632f5cb0aba on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:13.420297 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:13.424312 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c6cc68d-c140-42e3-bba5-ad09606e4423 req-daba8b04-5e7a-41fc-9bb6-7be0242b9242 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.27 "DELETE /networking/v2.0/ports/d76e99ad-dedc-45dd-ba58-8632f5cb0aba HTTP/1.1" status: 204 len: 173 time: 0.7497230 Sep 20 22:31:13.424853 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-deleted', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:13.427141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f15bea-ca62-44de-b89c-ee64068d4e92" -d '{"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-deleted", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:13.465886 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a928118f-c1a6-4083-bf82-a3ffc323dc1c x-openstack-request-id: req-a928118f-c1a6-4083-bf82-a3ffc323dc1c {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:13.466175 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0d2c-d682-4143-b1b3-7feeaf3636f7", "name": "network-vif-deleted", "tag": "d76e99ad-dedc-45dd-ba58-8632f5cb0aba", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:13.466432 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a928118f-c1a6-4083-bf82-a3ffc323dc1c {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:13.466843 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a928118f-c1a6-4083-bf82-a3ffc323dc1c'] response: {'server_uuid': '822d0d2c-d682-4143-b1b3-7feeaf3636f7', 'name': 'network-vif-deleted', 'tag': 'd76e99ad-dedc-45dd-ba58-8632f5cb0aba', 'status': 'completed', 'code': 200} Sep 20 22:31:13.506012 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:13.732203 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:13.739971 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:13.765708 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:13.775993 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:13.776615 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:13.779264 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-58bc4c10-24e2-43be-b167-1703a0eb42f8 req-d9d06db0-19f1-481c-acf2-30fd64be3cbb tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=822d0d2c-d682-4143-b1b3-7feeaf3636f7 HTTP/1.1" status: 200 len: 210 time: 0.0351069 Sep 20 22:31:13.890590 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:14.025665 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:14.105361 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:14.136014 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bc6b3-cf40-47d7-905b-dc12ba57a025 None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:23:51Z', 'revision_number': 4, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'de1db635-78d0-4344-aadc-2cb95006bac9', 'name': '', 'network_id': '281a7f2f-13d6-4f53-b28b-ee8d71863530', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'mac_address': 'fa:16:3e:3a:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f0841825-a63b-480d-b359-e4940bacca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:49Z', 'updated_at': '2022-09-20T22:24:10Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'subnets': [{'id': 'f0841825-a63b-480d-b359-e4940bacca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:14.372085 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d309f4c-15a4-477f-a0a6-9afe3c19842f None None] New status for floating IP 1fc8a43d-6917-4902-ba90-1d3bfbd31e3c: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:31:14.817481 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:14.837557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: d76e99ad-dedc-45dd-ba58-8632f5cb0aba {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:14.837895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device d76e99ad-dedc-45dd-ba58-8632f5cb0aba not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:14.886978 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35798) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:14.940115 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (3e5cce7e-eed8-4c45-a277-a7a3e5e99118), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:14.961630 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (3e5cce7e-eed8-4c45-a277-a7a3e5e99118), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:14.963834 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:15.012141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (3e5cce7e-eed8-4c45-a277-a7a3e5e99118), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.015555 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.016686 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3e5cce7e-eed8-4c45-a277-a7a3e5e99118 HTTP/1.1" status: 204 len: 168 time: 0.1287076 Sep 20 22:31:15.019616 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35802) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:15.026165 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae311c-b125-4a24-a376-f6e8687d34a6 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5cce7e-eed8-4c45-a277-a7a3e5e99118,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:15.033639 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-5ce5b28a-e867-40c7-8836-55d5d27785fe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] show failed (client error): The resource could not be found. Sep 20 22:31:15.034928 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5ce5b28a-e867-40c7-8836-55d5d27785fe tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "GET /networking/v2.0/security-groups/3e5cce7e-eed8-4c45-a277-a7a3e5e99118 HTTP/1.1" status: 404 len: 347 time: 0.0142627 Sep 20 22:31:15.037824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35804) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:15.154119 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Deleting port 0a1201ea-3664-4cd6-9528-fefbc829f672 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:15.154458 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.236718 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.237079 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (0a1201ea-3664-4cd6-9528-fefbc829f672), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.250643 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Calling delete_port for 0a1201ea-3664-4cd6-9528-fefbc829f672 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:15.377752 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (0a1201ea-3664-4cd6-9528-fefbc829f672), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.404071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Pushing event deleted for resources: {'Port': ['ID=0a1201ea-3664-4cd6-9528-fefbc829f672,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:15.469293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks [] for floatingip (1fc8a43d-6917-4902-ba90-1d3bfbd31e3c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.471770 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:15.472908 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6b144f36-cc7a-4a6c-a377-87566c4e4024 tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/1fc8a43d-6917-4902-ba90-1d3bfbd31e3c HTTP/1.1" status: 204 len: 168 time: 0.4338815 Sep 20 22:31:15.735753 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:31:16.379114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:17.754798 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35860) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:17.870327 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d20aea21-8827-4b8c-b8bd-42edca96b008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:17.962167 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d20aea21-8827-4b8c-b8bd-42edca96b008 admin admin] Publish callbacks [] for security_group (2b7937b4-ac75-4092-a996-79149b169b0e), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:17.966130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d20aea21-8827-4b8c-b8bd-42edca96b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2b7937b4-ac75-4092-a996-79149b169b0e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.011760 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d20aea21-8827-4b8c-b8bd-42edca96b008 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=42cb830d7ec242ceb6204861f20c8c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557852 Sep 20 22:31:18.012542 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aea21-8827-4b8c-b8bd-42edca96b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7937b4-ac75-4092-a996-79149b169b0e,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:18.014670 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35870) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:18.064565 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35874) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:18.067344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47319373-c19f-497a-b530-28930a87903c admin admin] Publish callbacks [] for security_group (2b7937b4-ac75-4092-a996-79149b169b0e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.089135 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47319373-c19f-497a-b530-28930a87903c admin admin] Publish callbacks [] for security_group (2b7937b4-ac75-4092-a996-79149b169b0e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.100028 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:18.104884 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:18.142098 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47319373-c19f-497a-b530-28930a87903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2b7937b4-ac75-4092-a996-79149b169b0e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.144674 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-47319373-c19f-497a-b530-28930a87903c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.145938 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-47319373-c19f-497a-b530-28930a87903c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2b7937b4-ac75-4092-a996-79149b169b0e HTTP/1.1" status: 204 len: 168 time: 0.1300638 Sep 20 22:31:18.154355 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47319373-c19f-497a-b530-28930a87903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7937b4-ac75-4092-a996-79149b169b0e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:18.431828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.433641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35882) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:18.451559 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-211241f6-8b76-4259-b8b7-db9521fb1f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.482365 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:18.527932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-211241f6-8b76-4259-b8b7-db9521fb1f8f admin admin] Publish callbacks [] for security_group (2560be49-37b4-4636-b481-a8947eebc8db), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.532068 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-211241f6-8b76-4259-b8b7-db9521fb1f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2560be49-37b4-4636-b481-a8947eebc8db), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.569917 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211241f6-8b76-4259-b8b7-db9521fb1f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2560be49-37b4-4636-b481-a8947eebc8db,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:18.574246 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-211241f6-8b76-4259-b8b7-db9521fb1f8f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1a41b883db294e96b6290de97c4a19bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394320 Sep 20 22:31:18.576961 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35884) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:18.627014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] Publish callbacks [] for security_group (2560be49-37b4-4636-b481-a8947eebc8db), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.646964 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] Publish callbacks [] for security_group (2560be49-37b4-4636-b481-a8947eebc8db), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.656001 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Deleting port de1db635-78d0-4344-aadc-2cb95006bac9 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:18.656342 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.696784 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2560be49-37b4-4636-b481-a8947eebc8db), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.699548 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.700685 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2560be49-37b4-4636-b481-a8947eebc8db HTTP/1.1" status: 204 len: 168 time: 0.1227872 Sep 20 22:31:18.710354 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b23a-2a06-41e9-82e3-93b10f21066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2560be49-37b4-4636-b481-a8947eebc8db,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:18.735462 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:18.746468 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] For port de1db635-78d0-4344-aadc-2cb95006bac9, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=de1db635-78d0-4344-aadc-2cb95006bac9,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:18.747161 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.762832 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Calling delete_port for de1db635-78d0-4344-aadc-2cb95006bac9 owned by network:router_interface {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:18.964104 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (de1db635-78d0-4344-aadc-2cb95006bac9), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:18.992759 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1db635-78d0-4344-aadc-2cb95006bac9,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:19.130001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35896) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:19.146951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4bac4baf-e129-466e-852c-b2c3f80ced6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.201822 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.255872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a8c7-53e8-4ade-a4f6-dea9efdefe93 req-c3ab32d6-0cc0-48df-88eb-c0fe0b811ace tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:19.257389 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-13e5a8c7-53e8-4ade-a4f6-dea9efdefe93 req-c3ab32d6-0cc0-48df-88eb-c0fe0b811ace tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0675585 Sep 20 22:31:19.312487 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4bac4baf-e129-466e-852c-b2c3f80ced6b admin admin] Publish callbacks [] for security_group (9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.322721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4bac4baf-e129-466e-852c-b2c3f80ced6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.347010 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-13e5a8c7-53e8-4ade-a4f6-dea9efdefe93 req-b28d99d9-5cd2-490c-a97f-895de4674e79 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826616 Sep 20 22:31:19.369314 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4bac4baf-e129-466e-852c-b2c3f80ced6b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5486203fd28e4c9ba464cdc1c76456c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406394 Sep 20 22:31:19.370392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac4baf-e129-466e-852c-b2c3f80ced6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:19.374498 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35900) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:19.381133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35902) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:19.425307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Router 2754bc1d-fa89-4b78-a322-063a8125e2aa has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:19.430323 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:19.438298 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] Publish callbacks [] for security_group (9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.447573 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:19.460711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] Publish callbacks [] for security_group (9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.522344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.526862 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.530964 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e HTTP/1.1" status: 204 len: 168 time: 0.1525085 Sep 20 22:31:19.539481 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb71de-cbe0-4975-a3c6-0bd74a1567b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea250a1-f8f7-48cc-8ea3-72eb48f98c9e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:19.557236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:19.562481 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-cb0784ff-9a10-4a5f-a162-2510e85b9408 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2754bc1d-fa89-4b78-a322-063a8125e2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4976814 Sep 20 22:31:19.564846 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35908) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:19.568736 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Sync routers for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:19.584920 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:19.585705 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:19.687518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks [] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.707033 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a66dec-89e6-4516-8d8d-08715484cb98 tempest-TestMinimumBasicScenario-2008722280 tempest-TestMinimumBasicScenario-2008722280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:19.708628 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-f6a66dec-89e6-4516-8d8d-08715484cb98 tempest-TestMinimumBasicScenario-2008722280 tempest-TestMinimumBasicScenario-2008722280-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1125 time: 0.3265893 Sep 20 22:31:19.711707 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35910) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:19.718385 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:19.719619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'port_id': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:19.736746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:19.736990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:19.750244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.878908 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:19.921249 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:31:18Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:19.950586 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Checking router: 2754bc1d-fa89-4b78-a322-063a8125e2aa for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:19.960764 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Routers {'2754bc1d-fa89-4b78-a322-063a8125e2aa'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:19.961718 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2754bc1d-fa89-4b78-a322-063a8125e2aa'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:20.017334 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Allocated IP 172.27.2.102 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/34411754-e30e-487f-9eed-147b79b6d10b) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:20.097246 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] Set router 2754bc1d-fa89-4b78-a322-063a8125e2aa gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:20.119232 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks [] for router_gateway (2754bc1d-fa89-4b78-a322-063a8125e2aa), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.187786 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for port (34411754-e30e-487f-9eed-147b79b6d10b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.192931 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Deleting port a78cddca-c0db-471a-8b97-2e91ab56f05f {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:20.194731 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.244733 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (34411754-e30e-487f-9eed-147b79b6d10b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.266027 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:20.285799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:20.289746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:20.292376 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] For port a78cddca-c0db-471a-8b97-2e91ab56f05f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=a78cddca-c0db-471a-8b97-2e91ab56f05f,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:20.292720 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.308039 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Calling delete_port for a78cddca-c0db-471a-8b97-2e91ab56f05f owned by network:router_gateway {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:20.344331 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'Port': ['ID=34411754-e30e-487f-9eed-147b79b6d10b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:20.426675 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:20.428046 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:31:18Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:20.454202 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc8d085-db4c-4d82-8d9e-523bb5fee38c None None] The sync data for ids ['2754bc1d-fa89-4b78-a322-063a8125e2aa'] in dv-cinder-858276-1-iscsi is: [{'id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'name': 'tempest-AttachVolumeShelveTestJSON-871583542-router', 'tenant_id': '897090e72bcc4d978384c95688ab8021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:23:37Z', 'updated_at': '2022-09-20T22:31:18Z', 'revision_number': 5, 'project_id': '897090e72bcc4d978384c95688ab8021', 'gw_port': {'id': 'a78cddca-c0db-471a-8b97-2e91ab56f05f', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2754bc1d-fa89-4b78-a322-063a8125e2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:23:39Z', 'updated_at': '2022-09-20T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:20.524166 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (a78cddca-c0db-471a-8b97-2e91ab56f05f), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.547198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78cddca-c0db-471a-8b97-2e91ab56f05f,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:20.566776 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:20.621807 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.712912 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for floatingip (f3d22897-c7ad-433d-ba6b-9db5911fe4ae), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.720785 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.723077 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks [] for router_controller (2754bc1d-fa89-4b78-a322-063a8125e2aa), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.773844 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (2754bc1d-fa89-4b78-a322-063a8125e2aa), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.774380 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2754bc1d-fa89-4b78-a322-063a8125e2aa {{(pid=106260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:31:20.779093 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.781424 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-518d0b3b-f835-4330-b935-dbfd244f4264 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/2754bc1d-fa89-4b78-a322-063a8125e2aa HTTP/1.1" status: 204 len: 168 time: 1.2153099 Sep 20 22:31:20.782930 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35962) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:20.825613 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (34411754-e30e-487f-9eed-147b79b6d10b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.858772 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:20.880565 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Deleting subnet f0841825-a63b-480d-b359-e4940bacca38 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:31:20.887234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Publish callbacks [] for subnet (f0841825-a63b-480d-b359-e4940bacca38), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:20.976847 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (f0841825-a63b-480d-b359-e4940bacca38), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.100123 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for port (34411754-e30e-487f-9eed-147b79b6d10b), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.106068 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (f0841825-a63b-480d-b359-e4940bacca38), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.109683 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (34411754-e30e-487f-9eed-147b79b6d10b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.218164 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (f3d22897-c7ad-433d-ba6b-9db5911fe4ae), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.220646 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'Port': ['ID=34411754-e30e-487f-9eed-147b79b6d10b,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:21.275542 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (f0841825-a63b-480d-b359-e4940bacca38), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.281446 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:21.330439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0841825-a63b-480d-b359-e4940bacca38,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:21.334358 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.337526 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-78011c37-6ac1-4fd9-8efa-3d7c7f87adc5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f0841825-a63b-480d-b359-e4940bacca38 HTTP/1.1" status: 204 len: 168 time: 0.5536587 Sep 20 22:31:21.338136 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22eab7-6f41-4693-920e-62e96202ed63 None None] Network 281a7f2f-13d6-4f53-b28b-ee8d71863530 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:31:21.340731 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 35978) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:21.411759 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Floating IP f3d22897-c7ad-433d-ba6b-9db5911fe4ae associated. External IP: 172.27.2.102, port: 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8. Sep 20 22:31:21.465743 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (281a7f2f-13d6-4f53-b28b-ee8d71863530), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.559302 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Deleting port 3c080f8f-b833-4397-87fe-58356d56434f {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:21.559655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (3c080f8f-b833-4397-87fe-58356d56434f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.563352 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] DHCP port deletion for 281a7f2f-13d6-4f53-b28b-ee8d71863530 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:31:21.606617 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:21.612918 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Deleting port 3c080f8f-b833-4397-87fe-58356d56434f {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:31:21.613639 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (3c080f8f-b833-4397-87fe-58356d56434f), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.678877 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] For port 3c080f8f-b833-4397-87fe-58356d56434f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3c080f8f-b833-4397-87fe-58356d56434f,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:21.679162 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (3c080f8f-b833-4397-87fe-58356d56434f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.684999 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] For port 3c080f8f-b833-4397-87fe-58356d56434f, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=3c080f8f-b833-4397-87fe-58356d56434f,segment=NetworkSegment(2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203),segment_id=2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:21.685410 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (3c080f8f-b833-4397-87fe-58356d56434f), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.700191 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Calling delete_port for 3c080f8f-b833-4397-87fe-58356d56434f owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:21.720496 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Calling delete_port for 3c080f8f-b833-4397-87fe-58356d56434f owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:31:21.731792 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:21.787148 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (3c080f8f-b833-4397-87fe-58356d56434f), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.795748 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Router 3b993121-4354-484b-939b-c837432e54e1 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:21.812731 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] Pushing event deleted for resources: {'Port': ['ID=3c080f8f-b833-4397-87fe-58356d56434f,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:21.816511 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6b836-f261-4996-9873-8cd46e962c6a None None] No DVR routers for this DVR port 3c080f8f-b833-4397-87fe-58356d56434f on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:21.871840 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (3c080f8f-b833-4397-87fe-58356d56434f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:21.907287 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c080f8f-b833-4397-87fe-58356d56434f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:21.952088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] No DVR routers for this DVR port 3c080f8f-b833-4397-87fe-58356d56434f on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:31:22.038211 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:22.047476 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Sync routers for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:22.063261 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:22.063479 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (281a7f2f-13d6-4f53-b28b-ee8d71863530), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.063903 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.080233 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.104827 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281a7f2f-13d6-4f53-b28b-ee8d71863530']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.121484 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.121789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.134415 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.137401 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1ce78513-f901-4311-9db2-141941fbc544 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4236739 Sep 20 22:31:22.140822 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 35992) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:22.142761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:22.145032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8895f18-f1c0-4188-9c29-6eb4214bca1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:22.145321 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749188434', 'description': 'tempest-secgroup-smoke-1749188434 description', 'project_id': '021bf48fb20347f8bb6664c066b2c93f'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:22.156026 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.168882 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:31:22.169373 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.179954 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.186413 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:22.207965 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:22.254777 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203 resource provider aggregate not found Sep 20 22:31:22.257896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device de1db635-78d0-4344-aadc-2cb95006bac9 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:22.261922 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b6081-7d5b-4bb4-8bf6-af6a5d060d63 x-openstack-request-id: req-813b6081-7d5b-4bb4-8bf6-af6a5d060d63 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:22.261922 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:22.263651 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-813b6081-7d5b-4bb4-8bf6-af6a5d060d63 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:22.264744 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813b6081-7d5b-4bb4-8bf6-af6a5d060d63'] response: {'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:31:22.296296 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e2f0ef5-b7ee-4c19-b3e8-ca5a2f1fe203 found for delete ", "request_id": "req-a86345c3-ba0d-429e-a119-b6fe6585f321"}]} Sep 20 22:31:22.304878 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (281a7f2f-13d6-4f53-b28b-ee8d71863530), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.306624 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:22.314227 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.318389 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/281a7f2f-13d6-4f53-b28b-ee8d71863530 HTTP/1.1" status: 204 len: 168 time: 0.9764984 Sep 20 22:31:22.331170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: de1db635-78d0-4344-aadc-2cb95006bac9 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:22.331935 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device de1db635-78d0-4344-aadc-2cb95006bac9 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:22.332346 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device a78cddca-c0db-471a-8b97-2e91ab56f05f no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:22.347036 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f78d79-0ec3-4a62-933f-21ff057666cb admin admin] Pushing event deleted for resources: {'Network': ['ID=281a7f2f-13d6-4f53-b28b-ee8d71863530,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:22.348674 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-2db853fe-aff6-42c6-a2bb-444ece01f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:22.350538 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-2db853fe-aff6-42c6-a2bb-444ece01f9af service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1130 time: 0.1216607 Sep 20 22:31:22.359750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: a78cddca-c0db-471a-8b97-2e91ab56f05f {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:22.360334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device a78cddca-c0db-471a-8b97-2e91ab56f05f not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:22.360652 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3c080f8f-b833-4397-87fe-58356d56434f no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:31:22.393409 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 3c080f8f-b833-4397-87fe-58356d56434f {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:31:22.394088 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 3c080f8f-b833-4397-87fe-58356d56434f not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:31:22.437826 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (900f5927-f727-4010-8262-9cabbc02c542), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.446521 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (900f5927-f727-4010-8262-9cabbc02c542), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.460091 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:22.463642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:22.502875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.509866 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3622937 Sep 20 22:31:22.509866 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900f5927-f727-4010-8262-9cabbc02c542,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:22.512409 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36004) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:22.518932 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:22.529447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-b5eed3ea-75b0-4d80-a9a5-b364ec052f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:22.530755 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-b5eed3ea-75b0-4d80-a9a5-b364ec052f46 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.1730723 Sep 20 22:31:22.536832 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.537332 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.537557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.537901 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.538237 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.538571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.538929 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.539243 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.539571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.539904 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.540230 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.540738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.541089 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.541420 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.541745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c185584-a007-40e1-8520-02c85ce3e1ab tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:22.549109 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f3d22897-c7ad-433d-ba6b-9db5911fe4ae', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3b993121-4354-484b-939b-c837432e54e1', 'port_id': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'mac_address': 'fa:16:3e:65:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:20Z', 'updated_at': '2022-09-20T22:31:20Z', 'revision_number': 0, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.587876 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Checking router: 3b993121-4354-484b-939b-c837432e54e1 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:22.589678 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36006) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:22.597641 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:22.598267 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:22.604939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (7c7c94d9-6adf-44c8-8da5-e67a80fac5a5), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.628273 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-b0e9807a-9223-40a6-ac0c-fb2f7df23f7b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1000 time: 0.0801740 Sep 20 22:31:22.638572 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-01e847a3-b9b7-470c-8abc-8c55644894ae admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=897090e72bcc4d978384c95688ab8021&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476477 Sep 20 22:31:22.641086 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36008) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:22.705373 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-69c89bfb-69bc-49c5-969a-3a945914fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:22.706969 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-69c89bfb-69bc-49c5-969a-3a945914fa27 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0714831 Sep 20 22:31:22.714435 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] Publish callbacks [] for security_group (6a5ba1d2-a549-4bf8-8315-d089621ebe3c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.720382 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:22.729985 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (7c7c94d9-6adf-44c8-8da5-e67a80fac5a5), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.737792 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] Publish callbacks [] for security_group (6a5ba1d2-a549-4bf8-8315-d089621ebe3c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.747860 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (7c7c94d9-6adf-44c8-8da5-e67a80fac5a5), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.773895 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7c94d9-6adf-44c8-8da5-e67a80fac5a5,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:22.776841 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-0d21983c-99aa-4648-a4ac-d141796ac8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:22.778405 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-0d21983c-99aa-4648-a4ac-d141796ac8da service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630493 Sep 20 22:31:22.786025 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.787582 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4750820e-a75d-4717-984b-ecba52c19c64 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742450 Sep 20 22:31:22.790353 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36010) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:22.794919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:22.802357 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6a5ba1d2-a549-4bf8-8315-d089621ebe3c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.805247 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.806588 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6a5ba1d2-a549-4bf8-8315-d089621ebe3c HTTP/1.1" status: 204 len: 168 time: 0.1637518 Sep 20 22:31:22.817155 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1521c-487d-44d3-9084-a326d10ce53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ba1d2-a549-4bf8-8315-d089621ebe3c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:22.904057 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (6f4f144e-431b-4d3d-ab12-6c7fda86c24e), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:22.940394 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-635fb43e-3dee-41c4-8807-a27ef55f0a1b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516719 Sep 20 22:31:22.977743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:22.991782 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f3d22897-c7ad-433d-ba6b-9db5911fe4ae', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3b993121-4354-484b-939b-c837432e54e1', 'port_id': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'mac_address': 'fa:16:3e:65:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:20Z', 'updated_at': '2022-09-20T22:31:20Z', 'revision_number': 0, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:23.028017 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c576b8-f7e9-4337-9107-d21cbba4a983 None None] The sync data for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi is: [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': 'f3d22897-c7ad-433d-ba6b-9db5911fe4ae', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '3b993121-4354-484b-939b-c837432e54e1', 'port_id': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'mac_address': 'fa:16:3e:65:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:20Z', 'updated_at': '2022-09-20T22:31:20Z', 'revision_number': 0, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:23.046136 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (6f4f144e-431b-4d3d-ab12-6c7fda86c24e), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.056808 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (6f4f144e-431b-4d3d-ab12-6c7fda86c24e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.073303 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:23.091681 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4f144e-431b-4d3d-ab12-6c7fda86c24e,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.102580 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e8895f18-f1c0-4188-9c29-6eb4214bca1b req-bf9db2e4-a3a9-4891-bb66-f35ed0b7c41a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520169 Sep 20 22:31:23.106208 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.110577 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-300205e4-ec5f-42f5-b509-57ccdb6717aa tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158395 Sep 20 22:31:23.111234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36016) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:23.116675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.157295 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (56205fba-95d2-461c-a584-744b42caf963), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.225091 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:23.227019 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (56205fba-95d2-461c-a584-744b42caf963), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.232541 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (56205fba-95d2-461c-a584-744b42caf963), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.253841 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56205fba-95d2-461c-a584-744b42caf963,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.268886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.270280 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578288 Sep 20 22:31:23.271636 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.271985 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.272324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.272747 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.273144 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.273483 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.273812 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.274138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.274464 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.274839 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.275122 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36024) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:23.275545 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.275545 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.275831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.276106 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.276420 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22efe8c5-ea3e-4a1a-a70c-946449593d5e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:23.283135 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.308027 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b8d20-9048-4e03-abd8-dddce1e4feeb None None] New status for floating IP f3d22897-c7ad-433d-ba6b-9db5911fe4ae: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:31:23.334903 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (b8b82fa0-932e-4912-a0a8-62a21e8c10d2), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.410290 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (b8b82fa0-932e-4912-a0a8-62a21e8c10d2), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.413951 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (b8b82fa0-932e-4912-a0a8-62a21e8c10d2), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.435774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b82fa0-932e-4912-a0a8-62a21e8c10d2,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.450852 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.452790 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-54857fb1-931f-43bb-9e05-3e276276935c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1753790 Sep 20 22:31:23.455756 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36032) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:23.460643 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.489131 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.securitygroups_db [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Project 021bf48fb20347f8bb6664c066b2c93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:31:23.498741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (03943692-5a27-427a-96a8-be1f577407fb), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.562671 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (03943692-5a27-427a-96a8-be1f577407fb), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.567235 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (03943692-5a27-427a-96a8-be1f577407fb), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.586657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03943692-5a27-427a-96a8-be1f577407fb,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.594115 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.595315 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8eb353f9-2e01-4f37-848c-6626760effb7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384265 Sep 20 22:31:23.598265 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36040) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:23.603634 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'security_group_rule': {'security_group_id': '900f5927-f727-4010-8262-9cabbc02c542', 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.623864 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.securitygroups_db [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Project 021bf48fb20347f8bb6664c066b2c93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 22:31:23.628377 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:23.630359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (30cd0b61-6f85-4cf1-b076-afedb583a4bc), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.685390 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36042) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:23.708601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (30cd0b61-6f85-4cf1-b076-afedb583a4bc), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.713101 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (30cd0b61-6f85-4cf1-b076-afedb583a4bc), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.731688 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cd0b61-6f85-4cf1-b076-afedb583a4bc,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.739559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.740782 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-35c95bf1-0244-4ab5-a3f2-9be0e14e22d0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406174 Sep 20 22:31:23.799443 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1143332424-network', 'tenant_id': '59af02f2b4984c6190870041aa020d75'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.818744 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'network': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:31:23.821309 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for network (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.831597 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.837265 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-8460d11c-8001-417d-b9d5-0b748819cd91 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1749188434&fields=id&tenant_id=021bf48fb20347f8bb6664c066b2c93f HTTP/1.1" status: 200 len: 267 time: 0.0475943 Sep 20 22:31:23.894648 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-db0c73c3-8cfa-4d3f-9d37-1596e9d22313 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:23.896136 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-db0c73c3-8cfa-4d3f-9d37-1596e9d22313 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0534208 Sep 20 22:31:23.907199 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'port': {'security_groups': ['6c1975c3-b1cc-42b3-80da-183f7ce0c4f8', '900f5927-f727-4010-8262-9cabbc02c542']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:23.919092 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks [] for security_group (17e6a008-c7ad-42cb-9b5b-1a5dede60160), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.922906 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (17e6a008-c7ad-42cb-9b5b-1a5dede60160), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.944343 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 22:31:23.961378 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (3f346996-b99a-4381-8ad2-17b0f5a25e13), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:23.961745 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.segments_db [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Added segment 3f346996-b99a-4381-8ad2-17b0f5a25e13 of type vlan for network fdd6da27-ff07-48de-8020-aad44ec6dade Sep 20 22:31:23.963227 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e6a008-c7ad-42cb-9b5b-1a5dede60160,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:23.983134 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.004738 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779421847471'] for network (fdd6da27-ff07-48de-8020-aad44ec6dade), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.031457 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431'] for network (fdd6da27-ff07-48de-8020-aad44ec6dade), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.032454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:24.033058 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.088107 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3988097 Sep 20 22:31:24.088343 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36048) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:24.100211 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Request body: {'subnet': {'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-subnet', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:24.111156 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5877b1-7656-4a74-ad8b-ecaaf29d283e admin admin] Pushing event updated for resources: {'Network': ['ID=fdd6da27-ff07-48de-8020-aad44ec6dade,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:24.123144 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Network fdd6da27-ff07-48de-8020-aad44ec6dade details requested by agent ovs-agent-dv-cinder-858276-1-iscsi with host dv-cinder-858276-1-iscsi {{(pid=106262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 22:31:24.126638 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'subnet': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:31:24.129464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62724710'] for subnet (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.215814 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:24.322971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62506377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62724720'] for subnet (32ac9929-4789-4258-9616-dcb41b9385de), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.377679 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ac9929-4789-4258-9616-dcb41b9385de,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:24.385762 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:24.397013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:31:24.397534 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Network hostable DHCP agents. Network: fdd6da27-ff07-48de-8020-aad44ec6dade, hostable agents: ['f5372cde-c197-4d78-8f53-c9adcb397a96'], hosted agents: [] {{(pid=106260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 22:31:24.421552 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Network fdd6da27-ff07-48de-8020-aad44ec6dade is scheduled to be hosted by DHCP agent f5372cde-c197-4d78-8f53-c9adcb397a96 with binding_index 1 {{(pid=106260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 22:31:24.432301 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858276-1-iscsi, fdd6da27-ff07-48de-8020-aad44ec6dade) {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:24.443293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:24.443894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.450765 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a149a-232e-4782-9f43-122cbb54fc7a None None] Network fdd6da27-ff07-48de-8020-aad44ec6dade requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:31:24.461450 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-be1d76dd-60c7-48a8-a9d1-c35950648895 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3721344 Sep 20 22:31:24.464008 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36052) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:24.468853 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:24.476703 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:24.492528 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:24.498414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-535948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13177'] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.499399 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-756734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13152'] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.527600 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.532129 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.543360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:24.544012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.546056 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-470b26cf-4d15-4782-b782-832a010e8eb8 req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "PUT /networking/v2.0/ports/2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 982 time: 0.6429031 Sep 20 22:31:24.546666 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:24.548802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:31:24.553003 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7b4c7-546b-47db-9adf-d07f023d9c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:24.562098 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for router_controller (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), precommit_add_association {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.608809 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c7083-8e39-47fb-bb82-49a3c4224e69 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=6']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:24.633323 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe961cc7-4b1a-5e12-b0aa-f676f4069a58-fdd6da27-ff07-48de-8020-aad44ec6dade', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de'}]}} from dv-cinder-858276-1-iscsi. {{(pid=106262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 20 22:31:24.635537 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.641845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:31:24.644240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0226cdc8-8ae7-45f7-958b-1dc388c84888 x-openstack-request-id: req-0226cdc8-8ae7-45f7-958b-1dc388c84888 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:24.644554 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:24.644809 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0226cdc8-8ae7-45f7-958b-1dc388c84888 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:24.645477 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0226cdc8-8ae7-45f7-958b-1dc388c84888'] response: {'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:31:24.776040 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-43a627d9-fb2a-4e45-9e15-39acd9192396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:24.777545 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-43a627d9-fb2a-4e45-9e15-39acd9192396 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1169 time: 0.1034346 Sep 20 22:31:24.825454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603365-6696-420f-a68c-19c2962ed8a7 req-91c17bb1-fe2f-4c0c-a85a-14f747cbf904 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:24.827029 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2f603365-6696-420f-a68c-19c2962ed8a7 req-91c17bb1-fe2f-4c0c-a85a-14f747cbf904 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.1540084 Sep 20 22:31:24.840326 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for router_gateway (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:24.846022 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:25.018031 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-8f937ff4-bf8d-4055-a170-c2dfb847db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:25.020251 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-8f937ff4-bf8d-4055-a170-c2dfb847db0d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.2346547 Sep 20 22:31:25.065527 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.db_base_plugin_common [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Allocated IP 172.20.0.2 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/e0488fdc-bc4a-48ba-86cd-61d5b9b687c1) {{(pid=106262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:25.085028 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2f603365-6696-420f-a68c-19c2962ed8a7 req-611258ec-92ab-4c71-b414-62d170efed90 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2467966 Sep 20 22:31:25.174354 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-c23dc249-6c01-4376-ac7b-c54db311b303 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1002 time: 0.1413865 Sep 20 22:31:25.245773 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for router_gateway (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.254697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:25.273172 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-127ef6ce-92fb-48bd-9203-ecc9e2fec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:25.274664 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-127ef6ce-92fb-48bd-9203-ecc9e2fec137 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0798221 Sep 20 22:31:25.275799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.291911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:25.359157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-af03a312-f525-45e6-ba84-09dd82373973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:25.360578 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-af03a312-f525-45e6-ba84-09dd82373973 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769696 Sep 20 22:31:25.388578 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks [] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), precommit_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.398183 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:25.407893 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), after_create {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.496169 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Allocated IP 172.27.2.233 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/1b91266d-dc34-4573-b6fc-a08e7ae8d3d0) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:25.510916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:25.514750 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-39b25851-4fe8-4cfb-86ab-1d73a802176a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468494 Sep 20 22:31:25.519660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Pushing event updated for resources: {'Port': ['ID=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,revision_number=1']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:25.528023 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.scheduler.base_scheduler [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Resources bound (agent type, host, resource id): {{(pid=106262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:25.534420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Received port after_create {{(pid=106262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:25.635741 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:25.677509 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Attempting to bind port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:31:25.677854 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Attempting to bind port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:31:25.678217 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Attempting to bind port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:31:25.690770 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-82d7b4c7-546b-47db-9adf-d07f023d9c4d req-7f1f7a1c-ab26-4527-943a-f3f251f196cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687548 Sep 20 22:31:25.693417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.735745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.760581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:31:25.760948 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:31:25.761370 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.761749 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:31:25.762225 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Bound port: e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:31:25.762602 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.781029 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:25.783979 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:25.787900 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:25.792954 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Pushing event updated for resources: {'Port': ['ID=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:25.827634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] For port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:31:25.830950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] For port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:31:25.836364 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:25.894780 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6939af-627f-4921-855a-13cd3c3f055a None None] Pushing event updated for resources: {'Port': ['ID=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:26.234725 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:26.284146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:26.284781 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.284781 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 Sep 20 22:31:26.307000 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:26.317049 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for router_gateway (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.361518 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:26.361920 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.370325 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:26.396575 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:26.400813 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.453344 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:26.518213 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538657'] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.608166 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:26.655191 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 is scheduled to L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 with binding_index 1 {{(pid=106260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 22:31:26.763094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:26.773585 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:26.781679 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.782920 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-54b9a455-528e-43d7-af20-480f65f68d46 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3179257 Sep 20 22:31:26.785721 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36064) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:26.790134 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:26.791322 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:26.833246 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00faa4d6-bb0e-472c-8445-a51de2c1306c None None] Network fdd6da27-ff07-48de-8020-aad44ec6dade requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:31:26.942995 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-966ed1ad-cda9-4a19-89e6-b5648bfcd3dc None None] Provisioning complete for port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:26.943345 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-966ed1ad-cda9-4a19-89e6-b5648bfcd3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:26.943645 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-966ed1ad-cda9-4a19-89e6-b5648bfcd3dc None None] Attempt 1 to provision port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 Sep 20 22:31:27.028593 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:27.162844 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:27.192405 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-966ed1ad-cda9-4a19-89e6-b5648bfcd3dc None None] Current status of the port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:27.215321 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.257497 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:26Z', 'revision_number': 3, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:27.269448 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:27.287484 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:27.287983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Updating router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 binding host dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:31:27.322142 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-0766df92-3760-42ef-99fa-d2aa769c4ad5 None None] Provisioning complete for port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:27.322510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-0766df92-3760-42ef-99fa-d2aa769c4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.322971 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-0766df92-3760-42ef-99fa-d2aa769c4ad5 None None] Attempt 1 to provision port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 Sep 20 22:31:27.347065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.373779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Allocated IP 172.20.0.1 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/e4333946-f659-4add-b7c9-269676d9d48b) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:27.452255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:27.494195 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks [] for port (e4333946-f659-4add-b7c9-269676d9d48b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.495338 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:27.499170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-0766df92-3760-42ef-99fa-d2aa769c4ad5 None None] Current status of the port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:27.532543 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.573365 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:27.578569 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:27.582678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:27.607117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Pushing event updated for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:27.628692 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754712'] for router_interface (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.679413 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks [] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), precommit_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.687452 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.723785 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Attempting to bind port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:31:27.724079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Attempting to bind port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:31:27.724445 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Attempting to bind port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 on network fce1cc64-2413-461f-aa2e-9375c7222292 {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:31:27.786564 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e4333946-f659-4add-b7c9-269676d9d48b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.904665 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Pushing event updated for resources: {'Port': ['ID=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,revision_number=2']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:27.917524 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Provisioning complete for port e4333946-f659-4add-b7c9-269676d9d48b triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:27.917898 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e4333946-f659-4add-b7c9-269676d9d48b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.918230 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 1 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:27.940230 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.940660 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.941023 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.941375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.941712 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.942065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.942394 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.942746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.943047 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.943374 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.943695 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.944020 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.944339 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.944684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.945022 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:27.957300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks [] for port (e4333946-f659-4add-b7c9-269676d9d48b), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.961913 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.966236 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:31:27.966617 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Checking segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:31:27.967050 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.967444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Bound using segment: {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'} {{(pid=106262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:31:27.967922 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.managers [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Bound port: 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916f376-d6bc-4ab0-96bc-5449ba0179aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}}] {{(pid=106262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:31:27.968304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:27.970082 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:28.023398 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] For port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:31:28.026967 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] For port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:31:28.030840 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Pushing event updated for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:28.034437 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.035237 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754828'] for router_interface (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.039065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:28.082432 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:28.083057 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:28.124710 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17ce43-909a-4960-94f8-01c8238915c2 None None] Pushing event updated for resources: {'Port': ['ID=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,revision_number=3']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:28.133076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:28.150379 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:28.153378 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:28.206331 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:28.246817 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:28.293614 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:28.378703 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:28.379232 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.379393 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 Sep 20 22:31:28.405501 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:28.410637 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-b7afd35c-0da6-44c8-9fa1-47e3f1383269 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f256b48d-5f8f-4a55-837b-ba1d80e5ab45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239071 Sep 20 22:31:28.471197 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 2 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:28.522190 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:28.559916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:28.561718 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c7df7-9359-4120-8c47-2f04df7330fa None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:28.565421 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:28.572024 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:28.723174 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36076) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:28.727748 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657663637', 'description': 'tempest-description--1239246003'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:28.738571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:28.776441 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.857236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (093a53fc-d630-46b1-a13d-1d72a0129242), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.861901 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (093a53fc-d630-46b1-a13d-1d72a0129242), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.897825 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.901014 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1748989 Sep 20 22:31:28.901014 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e53f-e0af-44b4-a984-3e3a12ce71f0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093a53fc-d630-46b1-a13d-1d72a0129242,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:28.902039 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36078) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:28.906875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '093a53fc-d630-46b1-a13d-1d72a0129242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:28.934469 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (083f958e-c19a-41e5-b7c3-19bedfeb8ab9), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:28.997363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (083f958e-c19a-41e5-b7c3-19bedfeb8ab9), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.001774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (083f958e-c19a-41e5-b7c3-19bedfeb8ab9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.022979 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083f958e-c19a-41e5-b7c3-19bedfeb8ab9,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:29.030487 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.031784 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d0b062ab-a480-49d3-9c67-01e8eee7b479 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288130 Sep 20 22:31:29.034587 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36080) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:29.039603 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '093a53fc-d630-46b1-a13d-1d72a0129242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:29.067019 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 3 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:29.069013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (52f2e8fa-90f9-4fab-8ebe-2b38ab4fe24b), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.101712 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:29.132908 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (52f2e8fa-90f9-4fab-8ebe-2b38ab4fe24b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.136433 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (52f2e8fa-90f9-4fab-8ebe-2b38ab4fe24b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.147318 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:29.164689 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f2e8fa-90f9-4fab-8ebe-2b38ab4fe24b,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:29.169609 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.174643 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d99e94f9-2e06-4d4c-8fb1-1c27ab20abf0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357949 Sep 20 22:31:29.175150 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36082) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:29.179875 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:29.217493 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.313400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.431971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.27.2.216 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/4aa989f6-4dc3-4ea3-989a-c301dba52537) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:29.549813 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.564623 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:29.585691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.603095 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 4 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:29.634757 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:29.637845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:29.640054 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:29.642287 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=4aa989f6-4dc3-4ea3-989a-c301dba52537,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:29.644433 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:29.742015 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.781603 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.910696 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:29.940534 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:29.945183 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.015619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.018169 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=4aa989f6-4dc3-4ea3-989a-c301dba52537,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:30.033650 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.034968 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-fa2aab3c-3bd1-4c59-ad28-437383bd903a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8586965 Sep 20 22:31:30.139799 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 5 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:30.180565 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:30.206968 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-5e1ec7fb-0bde-4961-b3e8-19741dbaa072 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1657663637&fields=id&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 267 time: 0.0529172 Sep 20 22:31:30.227201 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:30.275715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:30.276120 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.276455 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 Sep 20 22:31:30.330839 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-f091db26-4672-4367-aa8a-846a81aa3dae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:30.332558 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-f091db26-4672-4367-aa8a-846a81aa3dae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1185484 Sep 20 22:31:30.350291 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-9324160c-cdca-4074-a578-476eb6314f1a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/quotas/59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 375 time: 0.0093353 Sep 20 22:31:30.355126 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:30.355515 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.379975 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] For port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:30.384084 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:30.411457 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-323d1713-0fe5-414d-9c8c-31fc085f0035 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548704 Sep 20 22:31:30.439366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Pushing event updated for resources: {'Port': ['ID=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:30.510651 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-da0b100b-036c-4255-98a2-e026052868df service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Sep 20 22:31:30.579016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:30.607200 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-ebac35cb-619d-4c85-bd86-fde59bfec9d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906250 Sep 20 22:31:30.619471 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:30.629876 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:30.630486 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:30.678038 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:30.682501 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 6 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:30.736105 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:30.774026 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:30.793525 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9813baf3-85af-4b4c-9259-a54bc7925208 req-fdc59c02-916f-4756-a197-9408baf255c5 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 210 time: 0.0417476 Sep 20 22:31:30.935214 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:30.962102 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:30.962452 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Updating router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 port e4333946-f659-4add-b7c9-269676d9d48b binding host dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 22:31:30.994700 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e4333946-f659-4add-b7c9-269676d9d48b), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.258744 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks [] for port (e4333946-f659-4add-b7c9-269676d9d48b), precommit_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.263956 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.275269 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 7 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:31.299130 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:31.314520 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Port e4333946-f659-4add-b7c9-269676d9d48b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:31.327026 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:31.327977 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Pushing event updated for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=3']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:31.365744 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.366055 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.366344 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.366677 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.367006 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.367333 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.367654 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.367974 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.368545 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.368865 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.369213 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.369551 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.369872 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.370186 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.370498 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:31:31.377822 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Attempting to bind port e4333946-f659-4add-b7c9-269676d9d48b on host dv-cinder-858276-1-iscsi for vnic_type normal with profile {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:31:31.378183 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Attempting to bind port e4333946-f659-4add-b7c9-269676d9d48b by drivers openvswitch,hyperv on host dv-cinder-858276-1-iscsi at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:31:31.378537 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Attempting to bind port e4333946-f659-4add-b7c9-269676d9d48b on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:31:31.420910 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Checking agent: {'id': '06daf564-575e-4f8d-846f-f19e4ab54bbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858276-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 15, 42), 'started_at': datetime.datetime(2022, 9, 20, 22, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858276-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:31:31.421303 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:31:31.421699 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.422082 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:31:31.422548 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.managers [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Bound port: e4333946-f659-4add-b7c9-269676d9d48b, host: dv-cinder-858276-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:31:31.422942 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e4333946-f659-4add-b7c9-269676d9d48b), before_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.482181 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] For port e4333946-f659-4add-b7c9-269676d9d48b, host dv-cinder-858276-1-iscsi, cleared binding levels {{(pid=106263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:31:31.485848 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.plugins.ml2.db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] For port e4333946-f659-4add-b7c9-269676d9d48b, host dv-cinder-858276-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e4333946-f659-4add-b7c9-269676d9d48b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:31:31.491701 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_update {{(pid=106263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.529346 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:31.529968 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:31.586074 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f631fcb-b33a-4390-b966-7308073a206c None None] Pushing event updated for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=4']} {{(pid=106263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:31.649333 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:31.650856 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:31.815273 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Attempt 8 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:31.839141 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:31.878404 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd8de5-9a11-4b7f-a932-a60024500432 None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:31.935337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Current status of the port e4333946-f659-4add-b7c9-269676d9d48b is: DOWN; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:31.936563 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (e4333946-f659-4add-b7c9-269676d9d48b), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:31.987130 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] For port e4333946-f659-4add-b7c9-269676d9d48b, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e4333946-f659-4add-b7c9-269676d9d48b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:31.991658 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cb141360-ca53-44b2-bfc7-f3c45c4ff1d8 req-e365823e-4b13-4363-96a4-c21a4dc4c191 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Sep 20 22:31:31.992945 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.066140 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-866e717e-d173-42eb-9291-a506f208536c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:32.068594 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-866e717e-d173-42eb-9291-a506f208536c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.2191520 Sep 20 22:31:32.071519 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e36521-587c-4a9c-9357-de23c06f81f9 None None] Pushing event updated for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:32.116342 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-8a537acf-5af0-49f2-84a8-906f5fcaa6ef None None] Provisioning complete for port e4333946-f659-4add-b7c9-269676d9d48b triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:32.117004 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8a537acf-5af0-49f2-84a8-906f5fcaa6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e4333946-f659-4add-b7c9-269676d9d48b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.117413 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-8a537acf-5af0-49f2-84a8-906f5fcaa6ef None None] Attempt 1 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:32.137373 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-9852089d-22cc-406b-863f-931e29b704c7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 380 time: 0.0580235 Sep 20 22:31:32.192198 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-8a537acf-5af0-49f2-84a8-906f5fcaa6ef None None] Current status of the port e4333946-f659-4add-b7c9-269676d9d48b is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:32.194155 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'port': {'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'admin_state_up': True, 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'security_groups': ['093a53fc-d630-46b1-a13d-1d72a0129242']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:32.247299 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:32.303087 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:32.303460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.303795 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 Sep 20 22:31:32.321735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:31:32.326744 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.350917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:32.384550 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:32.385834 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e4333946-f659-4add-b7c9-269676d9d48b up at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:32.432520 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Provisioning complete for port e4333946-f659-4add-b7c9-269676d9d48b triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:32.432895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (e4333946-f659-4add-b7c9-269676d9d48b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.433256 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Attempt 1 to provision port e4333946-f659-4add-b7c9-269676d9d48b Sep 20 22:31:32.453359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:32.467172 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.20.0.4 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/3c925cd1-3b42-4284-9099-5cce9585f55e) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:31:32.514772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Current status of the port e4333946-f659-4add-b7c9-269676d9d48b is: ACTIVE; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:32.620755 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.653267 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.695788 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:31:32.698792 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:31:32.703059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:31:32.913371 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Provisioning complete for port 3c925cd1-3b42-4284-9099-5cce9585f55e triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:32.913973 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:32.914075 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Attempt 1 to provision port 3c925cd1-3b42-4284-9099-5cce9585f55e Sep 20 22:31:32.947243 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Port 3c925cd1-3b42-4284-9099-5cce9585f55e cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:32.981602 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:33.004264 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.004912 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.020454 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-79c77e98-f915-4c5f-89c9-2c7b2172fa7c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324680 Sep 20 22:31:33.036045 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Request body: {'port': {'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:33.094967 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.096700 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:33.140544 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9caef3-913e-4345-8f83-c3ee1cfbbf50 req-56b803d4-ff90-4855-b262-9513edd8d797 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.142034 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab9caef3-913e-4345-8f83-c3ee1cfbbf50 req-56b803d4-ff90-4855-b262-9513edd8d797 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 931 time: 0.0505168 Sep 20 22:31:33.189243 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ab9caef3-913e-4345-8f83-c3ee1cfbbf50 req-bbe98ab9-e1a4-4993-82e2-1634d7fe4543 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Sep 20 22:31:33.347300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c925cd1-3b42-4284-9099-5cce9585f55e {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:31:33.354624 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks [] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.366641 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Transition to ACTIVE for port object 3c925cd1-3b42-4284-9099-5cce9585f55e will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:31:33.369742 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.441279 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:33.447300 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Pushing event updated for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:33.448681 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Attempt 2 to provision port 3c925cd1-3b42-4284-9099-5cce9585f55e Sep 20 22:31:33.476787 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Attempting to bind port 3c925cd1-3b42-4284-9099-5cce9585f55e on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:31:33.477156 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Attempting to bind port 3c925cd1-3b42-4284-9099-5cce9585f55e by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:31:33.477489 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Attempting to bind port 3c925cd1-3b42-4284-9099-5cce9585f55e on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:31:33.481905 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Port 3c925cd1-3b42-4284-9099-5cce9585f55e cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:31:33.521104 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Port 3c925cd1-3b42-4284-9099-5cce9585f55e on network fdd6da27-ff07-48de-8020-aad44ec6dade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:31:33.521431 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Attempting to bind port 3c925cd1-3b42-4284-9099-5cce9585f55e on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:31:33.562793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:31:33.563131 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:31:33.563512 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:31:33.564199 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Bound port: 3c925cd1-3b42-4284-9099-5cce9585f55e, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:31:33.564563 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.622525 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:31:33.626318 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=3c925cd1-3b42-4284-9099-5cce9585f55e,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:31:33.633045 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.637082 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.637664 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:33.639614 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/3c925cd1-3b42-4284-9099-5cce9585f55e HTTP/1.1" status: 200 len: 1093 time: 0.6071177 Sep 20 22:31:33.640157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:33.642428 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1169274-47d1-4af3-9848-7a9e0dfb75a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:33.684753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a4f000-cb8b-47f7-b0fb-c64ed2a6d282 x-openstack-request-id: req-d9a4f000-cb8b-47f7-b0fb-c64ed2a6d282 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:33.685070 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:33.685324 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9a4f000-cb8b-47f7-b0fb-c64ed2a6d282 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:33.686265 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a4f000-cb8b-47f7-b0fb-c64ed2a6d282'] response: {'name': 'network-changed', 'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'status': 'completed', 'code': 200} Sep 20 22:31:33.726195 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13daaca-d6e5-45ec-964f-0a3d465d8635 service neutron] Pushing event updated for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:33.740237 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-31eda338-550e-4967-97ef-f1a86b3a20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.741848 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-31eda338-550e-4967-97ef-f1a86b3a20ad service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 1127 time: 0.0461094 Sep 20 22:31:33.784054 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-b73b3d0f-1d99-4aa8-8bcd-d7c57e36a4ce service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c925cd1-3b42-4284-9099-5cce9585f55e HTTP/1.1" status: 200 len: 217 time: 0.0319009 Sep 20 22:31:33.833856 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-62e45435-250f-4786-9dcf-a812f14b86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.835261 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-62e45435-250f-4786-9dcf-a812f14b86dd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0433600 Sep 20 22:31:33.877401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-7e54c9b8-667d-4e62-94f2-e447fe849a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:33.878889 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-7e54c9b8-667d-4e62-94f2-e447fe849a5e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378120 Sep 20 22:31:33.967695 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:33.971685 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-8fbe6e0c-0a17-4450-a351-9333c382048b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867591 Sep 20 22:31:33.983214 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Attempt 3 to provision port 3c925cd1-3b42-4284-9099-5cce9585f55e Sep 20 22:31:34.024558 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-5bd971b9-89dc-4596-836f-7b7c160d4b66 None None] Port 3c925cd1-3b42-4284-9099-5cce9585f55e had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:31:34.067639 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ac72da7-7ace-4c83-902e-6f5be8370854 req-a61d9901-9a25-4577-bd28-5abc62bb81f9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900161 Sep 20 22:31:34.308121 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88239fb-d624-4a3c-8450-746e29fd8132 req-84c75611-8dd7-4521-aad8-bb38af27b463 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:34.309608 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88239fb-d624-4a3c-8450-746e29fd8132 req-84c75611-8dd7-4521-aad8-bb38af27b463 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 943 time: 0.0458052 Sep 20 22:31:34.354578 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c88239fb-d624-4a3c-8450-746e29fd8132 req-ed1d07a3-9cbe-49e4-9da0-ef199ed43fb8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394371 Sep 20 22:31:34.948029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 3c925cd1-3b42-4284-9099-5cce9585f55e details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:31:35.052799 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=3c925cd1-3b42-4284-9099-5cce9585f55e,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:35.053857 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:35.066886 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:31:35.109874 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-bdeef403-9147-4cb2-bb63-f7c0b2024a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:35.111493 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 3c925cd1-3b42-4284-9099-5cce9585f55e is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:35.111884 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:35.112027 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-bdeef403-9147-4cb2-bb63-f7c0b2024a4e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 1127 time: 0.0457096 Sep 20 22:31:35.126312 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c925cd1-3b42-4284-9099-5cce9585f55e {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:31:35.146488 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=3c925cd1-3b42-4284-9099-5cce9585f55e,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:35.151193 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:35.198216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:35.211156 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-d8a7c8e6-3582-4204-84e9-f5d96e326ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:35.212920 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-d8a7c8e6-3582-4204-84e9-f5d96e326ea4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0939775 Sep 20 22:31:35.256915 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-beac38a8-6576-41ef-933f-0f34aedae970 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c925cd1-3b42-4284-9099-5cce9585f55e HTTP/1.1" status: 200 len: 217 time: 0.0332332 Sep 20 22:31:35.307229 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-07588f93-4e9d-4123-a524-f84d4400bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:35.308741 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-07588f93-4e9d-4123-a524-f84d4400bf76 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0457435 Sep 20 22:31:35.355074 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-85feecda-0b23-4111-811f-5ed6df078555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:35.357938 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-85feecda-0b23-4111-811f-5ed6df078555 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406942 Sep 20 22:31:35.380596 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['3c925cd1-3b42-4284-9099-5cce9585f55e'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:31:35.485275 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-11c38da8-e2c6-478d-a0cc-ff9a39a1ddfd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205637 Sep 20 22:31:35.492850 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a262c-b2e3-4e89-96d2-ef86bd87b94b req-6dc47e07-75df-40ca-b5c9-41427e4d69dc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:35.494519 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-597a262c-b2e3-4e89-96d2-ef86bd87b94b req-6dc47e07-75df-40ca-b5c9-41427e4d69dc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 944 time: 0.0630667 Sep 20 22:31:35.565454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:35.601221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-597a262c-b2e3-4e89-96d2-ef86bd87b94b req-53b61070-44f6-4ba5-85e9-1117de2c52ac tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979288 Sep 20 22:31:35.623962 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d1169274-47d1-4af3-9848-7a9e0dfb75a9 req-cd75285f-88b5-4405-b8cf-6e3898ccf035 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274576 Sep 20 22:31:36.727825 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98f38-54ae-4f05-a1a0-5ee68be29477 req-9dcee1f0-9135-4352-9c7a-6637cebc5d50 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:36.729311 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f5f98f38-54ae-4f05-a1a0-5ee68be29477 req-9dcee1f0-9135-4352-9c7a-6637cebc5d50 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 944 time: 0.0458820 Sep 20 22:31:36.778715 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-f5f98f38-54ae-4f05-a1a0-5ee68be29477 req-ba58f1f6-734f-472b-9334-85b5509c68fe tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Sep 20 22:31:36.960845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 3c925cd1-3b42-4284-9099-5cce9585f55e up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:31:37.004006 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 3c925cd1-3b42-4284-9099-5cce9585f55e completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:31:37.009573 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 3c925cd1-3b42-4284-9099-5cce9585f55e triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:31:37.009994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:37.010326 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 3c925cd1-3b42-4284-9099-5cce9585f55e Sep 20 22:31:37.028330 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:37.086130 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 3c925cd1-3b42-4284-9099-5cce9585f55e is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:31:37.086509 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:37.109450 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:37.111691 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a6f6e-b837-477e-b964-8b1c97b3d489" -d '{"events": [{"server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "name": "network-vif-plugged", "status": "completed", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:37.124757 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=3c925cd1-3b42-4284-9099-5cce9585f55e,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:31:37.128555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:37.152462 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ea426-5a6f-4e81-8ab0-16ab91cf5866 x-openstack-request-id: req-c99ea426-5a6f-4e81-8ab0-16ab91cf5866 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:37.152748 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "name": "network-vif-plugged", "status": "completed", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:37.153019 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c99ea426-5a6f-4e81-8ab0-16ab91cf5866 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:37.153410 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99ea426-5a6f-4e81-8ab0-16ab91cf5866'] response: {'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'code': 200} Sep 20 22:31:37.178671 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:37.304032 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-330102c3-26b5-4056-866b-65aaaf437303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:37.318476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bdef2-f7e1-4af0-8021-516568314eea req-dda20d79-334b-4b3a-bdb2-657c002309ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:37.319986 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-609bdef2-f7e1-4af0-8021-516568314eea req-dda20d79-334b-4b3a-bdb2-657c002309ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 1129 time: 0.0413775 Sep 20 22:31:37.363632 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-609bdef2-f7e1-4af0-8021-516568314eea req-c08cafce-3c5b-4047-a102-4d824a45ac51 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Sep 20 22:31:37.905929 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:37.914379 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65295d-b99d-4aeb-b6b5-bc0e27dc7552 req-f74dc35d-acff-4e4f-83de-3ff6fd64db69 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:37.915871 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ce65295d-b99d-4aeb-b6b5-bc0e27dc7552 req-f74dc35d-acff-4e4f-83de-3ff6fd64db69 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0602999 Sep 20 22:31:37.964619 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ce65295d-b99d-4aeb-b6b5-bc0e27dc7552 req-27680e17-85b6-480c-b78a-6a1b7f6e3e23 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Sep 20 22:31:39.089945 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b967ee-4200-425c-842e-2e78d1f12c44 req-0f18f051-3ccc-491e-a891-a893463284ed tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:39.091385 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20b967ee-4200-425c-842e-2e78d1f12c44 req-0f18f051-3ccc-491e-a891-a893463284ed tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Sep 20 22:31:39.138102 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-20b967ee-4200-425c-842e-2e78d1f12c44 req-fddd7262-bf70-43eb-948d-d1b0fe48b291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Sep 20 22:31:39.646132 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5ba0-c11e-48b4-9372-717e85c025c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:40.258110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23ece5-8835-4c88-b1ee-11daa557b2e8 req-3f36ecf7-260a-4632-ac63-2714918d92b8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:40.259478 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2d23ece5-8835-4c88-b1ee-11daa557b2e8 req-3f36ecf7-260a-4632-ac63-2714918d92b8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0470312 Sep 20 22:31:40.306016 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2d23ece5-8835-4c88-b1ee-11daa557b2e8 req-faca5861-a28a-4f0d-81d3-8dcd51e36d1c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Sep 20 22:31:40.755797 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:41.428715 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46734-c930-44be-b358-2aa1f543eac3 req-890d9595-81ec-4eb0-9273-5d06f915572e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:41.430214 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7ca46734-c930-44be-b358-2aa1f543eac3 req-890d9595-81ec-4eb0-9273-5d06f915572e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0461631 Sep 20 22:31:41.480200 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7ca46734-c930-44be-b358-2aa1f543eac3 req-f7cbc241-f7dc-4925-a467-3c9815fa6624 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441580 Sep 20 22:31:41.599519 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a64e-a134-4ded-8f61-5999313f4728 req-730466a1-0002-47f2-8554-1611e7b00cdd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:41.600883 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7b47a64e-a134-4ded-8f61-5999313f4728 req-730466a1-0002-47f2-8554-1611e7b00cdd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0500727 Sep 20 22:31:41.611686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36192) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:41.615944 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:31:41.653668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:41.843797 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=18 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:41.844516 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:42.009173 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:42.071085 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:42.074443 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:42.168228 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 9eb6a413-4368-4d3f-8957-1a82f20bf793 associated. External IP: 172.27.2.216, port: 3c925cd1-3b42-4284-9099-5cce9585f55e. Sep 20 22:31:42.226601 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:42.386892 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:31:42.433053 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:42.490464 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:42.507268 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:31:42.512060 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:42.517923 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:31:42.528407 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:42.529557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:42.542572 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-bfaacb5c-309b-42a3-89f4-d3907d6c73d7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/9eb6a413-4368-4d3f-8957-1a82f20bf793 HTTP/1.1" status: 200 len: 991 time: 0.9298332 Sep 20 22:31:42.543350 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:31:42.547138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481571d-5914-402f-a731-90aa5ffa9e76" -d '{"events": [{"name": "network-changed", "server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:31:42.584644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bcc04-f28f-4c11-ab21-4163c683dbf2 x-openstack-request-id: req-a60bcc04-f28f-4c11-ab21-4163c683dbf2 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:31:42.584948 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:31:42.585230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a60bcc04-f28f-4c11-ab21-4163c683dbf2 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:31:42.585661 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60bcc04-f28f-4c11-ab21-4163c683dbf2'] response: {'name': 'network-changed', 'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'status': 'completed', 'code': 200} Sep 20 22:31:42.634863 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:42.653479 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-cb9276c6-940b-4ce4-b242-135c5742171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:42.655139 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-cb9276c6-940b-4ce4-b242-135c5742171f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 1129 time: 0.0396733 Sep 20 22:31:42.668900 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:42.748308 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-df9f1b39-15d8-41cc-adce-c848805765b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:42.749839 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-df9f1b39-15d8-41cc-adce-c848805765b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0886998 Sep 20 22:31:42.765968 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:42.810523 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-cd094ca7-b182-43fe-a156-a5c9cbaceaa2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c925cd1-3b42-4284-9099-5cce9585f55e HTTP/1.1" status: 200 len: 999 time: 0.0543375 Sep 20 22:31:42.847946 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:41Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:42.865409 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-5daf0f49-4d27-432f-8cb0-4d5e77b4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:42.871669 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-5daf0f49-4d27-432f-8cb0-4d5e77b4bbf1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0500295 Sep 20 22:31:42.877081 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:31:42.885699 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:31:42.886310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:31:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:42.910549 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-61f9348c-1458-4302-816a-b64a62bc0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:31:42.912034 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-61f9348c-1458-4302-816a-b64a62bc0223 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383799 Sep 20 22:31:42.987630 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:31:43.004120 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-cbac23ca-a35b-4c78-9376-6f66e44735b1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Sep 20 22:31:43.091880 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b481571d-5914-402f-a731-90aa5ffa9e76 req-2e93b852-5703-439b-9e9d-eaff4c51503a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821328 Sep 20 22:31:43.150820 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:43.205022 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:41Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:31:43.229529 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf92865-af64-4a18-bd1a-e42ff832458c None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:41Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:31:43.412512 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61c844-8f44-4389-95d1-8fd1aa985bb7 None None] New status for floating IP 9eb6a413-4368-4d3f-8957-1a82f20bf793: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:31:45.936273 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36226) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:46.057454 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f2580d9-5215-45cc-aac8-ac8dc1b2f20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.131438 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f2580d9-5215-45cc-aac8-ac8dc1b2f20d admin admin] Publish callbacks [] for security_group (73714bf1-352b-4644-a44b-7c13dea8abcf), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.135000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f2580d9-5215-45cc-aac8-ac8dc1b2f20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (73714bf1-352b-4644-a44b-7c13dea8abcf), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.158678 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:46.177699 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2580d9-5215-45cc-aac8-ac8dc1b2f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73714bf1-352b-4644-a44b-7c13dea8abcf,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:46.181869 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3f2580d9-5215-45cc-aac8-ac8dc1b2f20d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=651c12ebd1b44e4fb8e6d2524d0cab2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445819 Sep 20 22:31:46.184558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36230) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:31:46.233416 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] Publish callbacks [] for security_group (73714bf1-352b-4644-a44b-7c13dea8abcf), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.252946 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] Publish callbacks [] for security_group (73714bf1-352b-4644-a44b-7c13dea8abcf), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.299142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (73714bf1-352b-4644-a44b-7c13dea8abcf), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.301733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:46.305513 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/73714bf1-352b-4644-a44b-7c13dea8abcf HTTP/1.1" status: 204 len: 168 time: 0.1199670 Sep 20 22:31:46.313350 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c312eaf-30f1-4e37-8787-52a122372884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73714bf1-352b-4644-a44b-7c13dea8abcf,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:31:46.376863 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:31:52.535495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=52 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:52.539359 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=10 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:52.735632 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:31:56.308096 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:56.308887 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:56.370795 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:31:56.372846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:02.735236 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cebdc-ff8c-489c-b5d7-cb99e589c98c req-b9c6b7e4-45b3-4c71-aea6-cebf1847f970 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:02.736621 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef1cebdc-ff8c-489c-b5d7-cb99e589c98c req-b9c6b7e4-45b3-4c71-aea6-cebf1847f970 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0764563 Sep 20 22:32:02.739547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5b33-ac67-4425-b67e-c58624480b5a req-0e2e9c1e-f6dd-4eb0-9fc2-1d9c18a618a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:02.740900 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-0e2e9c1e-f6dd-4eb0-9fc2-1d9c18a618a4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1169 time: 0.0703537 Sep 20 22:32:02.848877 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef1cebdc-ff8c-489c-b5d7-cb99e589c98c req-18a88264-a650-4d9b-8f2a-86342435ef2c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065483 Sep 20 22:32:02.877700 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5b33-ac67-4425-b67e-c58624480b5a req-6c05f28b-9991-47ff-8841-3d2fdc8c42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:02.879229 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-6c05f28b-9991-47ff-8841-3d2fdc8c42fa service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.1301019 Sep 20 22:32:02.942862 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-847ba51e-5e6e-4832-b941-b5253581bb1d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0575776 Sep 20 22:32:02.989359 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5b33-ac67-4425-b67e-c58624480b5a req-7cda96fc-8e69-4795-977f-478205981988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:02.990687 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-7cda96fc-8e69-4795-977f-478205981988 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0421262 Sep 20 22:32:03.036831 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5b33-ac67-4425-b67e-c58624480b5a req-9e8f7a2d-6d6c-4107-bdaf-c423da653a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:03.038265 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-9e8f7a2d-6d6c-4107-bdaf-c423da653a7b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361671 Sep 20 22:32:03.129301 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-fd3cc1c1-f6be-4669-896a-2fdd72d85183 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Sep 20 22:32:03.220687 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-779e5b33-ac67-4425-b67e-c58624480b5a req-c374a0bb-441e-4958-b4af-dca51988a2f1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851190 Sep 20 22:32:03.583263 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36376) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:03.706035 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a28445d-8600-4e38-b7f9-7f7a3fc82a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.783001 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a28445d-8600-4e38-b7f9-7f7a3fc82a03 admin admin] Publish callbacks [] for security_group (845b9b26-fdf6-432b-a2b6-3a9424de75c3), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.786644 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a28445d-8600-4e38-b7f9-7f7a3fc82a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (845b9b26-fdf6-432b-a2b6-3a9424de75c3), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.830636 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7a28445d-8600-4e38-b7f9-7f7a3fc82a03 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b26b76186a1b4361ae71a1e64ff478ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462354 Sep 20 22:32:03.831414 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28445d-8600-4e38-b7f9-7f7a3fc82a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845b9b26-fdf6-432b-a2b6-3a9424de75c3,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:03.833312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36380) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:03.885983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] Publish callbacks [] for security_group (845b9b26-fdf6-432b-a2b6-3a9424de75c3), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.906924 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] Publish callbacks [] for security_group (845b9b26-fdf6-432b-a2b6-3a9424de75c3), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.954671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (845b9b26-fdf6-432b-a2b6-3a9424de75c3), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.957404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:03.958652 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/845b9b26-fdf6-432b-a2b6-3a9424de75c3 HTTP/1.1" status: 204 len: 168 time: 0.1242790 Sep 20 22:32:03.967961 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226d5e9-b0d9-4803-8f9b-8ce7b1118793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845b9b26-fdf6-432b-a2b6-3a9424de75c3,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:03.979118 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa22e6b-4f9b-462b-a8ef-79bd1663d704 req-cab586b7-e254-4bcb-9bdf-892ec0138b3e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:03.980721 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daa22e6b-4f9b-462b-a8ef-79bd1663d704 req-cab586b7-e254-4bcb-9bdf-892ec0138b3e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0522141 Sep 20 22:32:04.058176 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-daa22e6b-4f9b-462b-a8ef-79bd1663d704 req-3f4d884a-4835-4994-bcdb-05307a90ea7f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594220 Sep 20 22:32:05.178619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39967d8-66bb-48a1-9ff3-fe344a80ed8d req-06f85d59-e918-41a9-a98c-796da0c13051 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:05.180221 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f39967d8-66bb-48a1-9ff3-fe344a80ed8d req-06f85d59-e918-41a9-a98c-796da0c13051 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0469697 Sep 20 22:32:05.247405 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f39967d8-66bb-48a1-9ff3-fe344a80ed8d req-003e0fb8-0512-4677-b413-945d963f5135 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591254 Sep 20 22:32:06.368410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e524ca-4634-44e1-ba07-76627b41584d req-eaa85dfa-6653-4649-a1a5-4941e4472f5b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:06.370176 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75e524ca-4634-44e1-ba07-76627b41584d req-eaa85dfa-6653-4649-a1a5-4941e4472f5b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0457535 Sep 20 22:32:06.432089 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-75e524ca-4634-44e1-ba07-76627b41584d req-43f0ecf8-9170-43bb-a118-e2d63b9e235b tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555797 Sep 20 22:32:07.311471 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9b86c4a2-2128-4f37-9b77-61d997ddf8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:07.549644 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a30f1-ca9b-48e9-8e35-044cf224aeea req-1bca59e4-a20a-4dbe-8189-0848ad16cf71 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:07.551085 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-336a30f1-ca9b-48e9-8e35-044cf224aeea req-1bca59e4-a20a-4dbe-8189-0848ad16cf71 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0457733 Sep 20 22:32:07.609067 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-336a30f1-ca9b-48e9-8e35-044cf224aeea req-8f038ffc-414b-4e4b-aab5-7da471549d16 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523248 Sep 20 22:32:08.732858 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224877-7266-4ab2-979d-16523e39acc5 req-655c918e-7274-4f09-a99c-b391d9d7be7e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:08.734331 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d224877-7266-4ab2-979d-16523e39acc5 req-655c918e-7274-4f09-a99c-b391d9d7be7e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0495450 Sep 20 22:32:08.792962 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5d224877-7266-4ab2-979d-16523e39acc5 req-ed423af5-7a8b-4d63-a7c7-fca87ef69cbe tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527146 Sep 20 22:32:09.647244 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-28e3cd46-9fe4-4c3e-8b20-12c9612f56e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:09.879557 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:09.907608 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:09.916101 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b57d-f3c9-441e-ac55-a635db6ee3cc req-40ba812b-f967-4546-a44f-05bd7883beae tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:09.917617 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ca5b57d-f3c9-441e-ac55-a635db6ee3cc req-40ba812b-f967-4546-a44f-05bd7883beae tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0483022 Sep 20 22:32:09.975325 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8ca5b57d-f3c9-441e-ac55-a635db6ee3cc req-05cf286a-5aa8-4625-9aef-888bae5b722c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520930 Sep 20 22:32:10.756530 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:10.759102 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:10.761681 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:11.093444 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015ffc1-5bf9-4f22-a1e9-3a5f3212f3e2 req-b8eaf5ba-0796-4267-8fd4-65c1b1469db7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:11.094921 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a015ffc1-5bf9-4f22-a1e9-3a5f3212f3e2 req-b8eaf5ba-0796-4267-8fd4-65c1b1469db7 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0457108 Sep 20 22:32:11.152790 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a015ffc1-5bf9-4f22-a1e9-3a5f3212f3e2 req-5298b7e1-490a-43af-92de-91986bd746bb tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522897 Sep 20 22:32:12.222133 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:12.277065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8ec7-a769-4362-b7e3-2f55ba89ec34 req-5a8caecf-7e4d-4a1d-b844-9345a42935f0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:12.278501 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95bf8ec7-a769-4362-b7e3-2f55ba89ec34 req-5a8caecf-7e4d-4a1d-b844-9345a42935f0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0494990 Sep 20 22:32:12.339296 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-95bf8ec7-a769-4362-b7e3-2f55ba89ec34 req-55a2aa46-e6c1-497d-9bd6-aa9dc168fdb8 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548623 Sep 20 22:32:12.354038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:13.464832 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972634e-305f-4836-8ba7-b5174c844df5 req-6d49cd3c-c8c9-4010-a173-16b75ffc82b9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:13.466328 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4972634e-305f-4836-8ba7-b5174c844df5 req-6d49cd3c-c8c9-4010-a173-16b75ffc82b9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0501199 Sep 20 22:32:13.525730 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4972634e-305f-4836-8ba7-b5174c844df5 req-e635c6ff-3da0-4d01-9bec-0845d0a303c5 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538392 Sep 20 22:32:14.645769 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7748cf-304f-4fea-9e1a-b9fbc648b19f req-98008bac-9a9c-4dbc-ace5-61a56650a42d tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:14.647256 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cc7748cf-304f-4fea-9e1a-b9fbc648b19f req-98008bac-9a9c-4dbc-ace5-61a56650a42d tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0462599 Sep 20 22:32:14.707132 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-cc7748cf-304f-4fea-9e1a-b9fbc648b19f req-650a1eda-5e05-4ace-bc0f-eff3790a418c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543358 Sep 20 22:32:15.824936 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9da072-2de7-4553-b0da-69c5fb6ee361 req-1490df0c-ef98-4a55-9d7d-a9f96860a6b0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:15.826339 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e9da072-2de7-4553-b0da-69c5fb6ee361 req-1490df0c-ef98-4a55-9d7d-a9f96860a6b0 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0452006 Sep 20 22:32:15.886509 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9e9da072-2de7-4553-b0da-69c5fb6ee361 req-5515bf42-6461-4e47-8fcd-119d55756272 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539460 Sep 20 22:32:16.383522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:17.006730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b5db-69fb-4623-bbe5-cafa9c803e23 req-0071f5e9-fe6b-4d6c-b2dd-93f58dccfb78 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:17.008204 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0c53b5db-69fb-4623-bbe5-cafa9c803e23 req-0071f5e9-fe6b-4d6c-b2dd-93f58dccfb78 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0469820 Sep 20 22:32:17.069813 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-0c53b5db-69fb-4623-bbe5-cafa9c803e23 req-b8c6f7fb-c1aa-41ba-a279-c3ea1487ae9e tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558360 Sep 20 22:32:18.189962 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10796121-e28d-41c9-b419-e0f475447fbd req-a5e20eda-8151-4578-96c0-6781bf368a39 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:18.191459 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10796121-e28d-41c9-b419-e0f475447fbd req-a5e20eda-8151-4578-96c0-6781bf368a39 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0476291 Sep 20 22:32:18.262577 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-10796121-e28d-41c9-b419-e0f475447fbd req-9d9ece16-6489-4917-949a-42831b1f016a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654137 Sep 20 22:32:19.345739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:19.370640 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:19.386886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498b202-4054-438d-b2a0-6fe6c47afb7e req-6dd15235-4ba9-40cc-a3ac-59184489b0a9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:19.388365 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8498b202-4054-438d-b2a0-6fe6c47afb7e req-6dd15235-4ba9-40cc-a3ac-59184489b0a9 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0514200 Sep 20 22:32:19.448890 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8498b202-4054-438d-b2a0-6fe6c47afb7e req-74fc423d-e518-4e35-94e7-f422bfe3f384 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547318 Sep 20 22:32:20.570815 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81b212-4075-4125-b4d1-7609c7945a64 req-2484f472-8b60-491b-b4a7-f4ef23738e56 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:20.572292 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3e81b212-4075-4125-b4d1-7609c7945a64 req-2484f472-8b60-491b-b4a7-f4ef23738e56 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0479796 Sep 20 22:32:20.646512 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3e81b212-4075-4125-b4d1-7609c7945a64 req-55a014b6-c3ea-43f1-9f46-3f59c062e29d tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&id=900f5927-f727-4010-8262-9cabbc02c542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678155 Sep 20 22:32:26.370469 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:26.379944 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:26.620472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36456) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:26.625121 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115094419', 'description': 'tempest-description--2123155018'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:26.646358 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.719448 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (4be75209-7710-4146-944c-31f941b38696), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.723397 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4be75209-7710-4146-944c-31f941b38696), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.754547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.755769 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342273 Sep 20 22:32:26.757863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be75209-7710-4146-944c-31f941b38696,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:26.758738 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36458) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:26.763240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '4be75209-7710-4146-944c-31f941b38696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:26.765640 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.765997 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.766375 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.766717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.767057 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.767406 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.767732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.768063 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.768390 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.768723 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.769088 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.769417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.769742 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.770068 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.770391 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38fd59-841f-48eb-bd94-135b8b3d317a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.791015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (9f766481-6596-47cb-a174-2063c61f700e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.848530 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (9f766481-6596-47cb-a174-2063c61f700e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.852141 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (9f766481-6596-47cb-a174-2063c61f700e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.870589 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f766481-6596-47cb-a174-2063c61f700e,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:26.881300 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.882504 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227195 Sep 20 22:32:26.883835 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.884283 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.884626 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.884964 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.885313 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.885458 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36460) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:26.885638 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.885965 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.886289 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.886610 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.886931 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.887253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.887572 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.887892 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.888224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.888524 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46719256-3230-4abf-8c62-779362c6169d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:26.890193 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '4be75209-7710-4146-944c-31f941b38696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:26.916559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (5f9e8037-0928-46db-8b1e-170b040c9d79), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.971526 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (5f9e8037-0928-46db-8b1e-170b040c9d79), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:26.975595 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (5f9e8037-0928-46db-8b1e-170b040c9d79), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.005060 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9e8037-0928-46db-8b1e-170b040c9d79,revision_number=0']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:27.011771 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.013006 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-fa1eb5e6-1ad5-4735-aac7-4fe2d08cfe40 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265700 Sep 20 22:32:27.016650 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36464) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:27.020933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:27.042559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.130624 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.149294 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:27.195863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:27.227633 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beab7d-de47-4c38-8663-a3868fa8219a req-cc6a8e37-9ae8-452c-aa39-626d3b845c07 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:27.229052 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8beab7d-de47-4c38-8663-a3868fa8219a req-cc6a8e37-9ae8-452c-aa39-626d3b845c07 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.0914166 Sep 20 22:32:27.316244 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.27.2.114 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/48c7d559-264e-4409-9627-186c4b5886cb) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:32:27.325313 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b8beab7d-de47-4c38-8663-a3868fa8219a req-1fecfb2a-b6eb-483a-b1aa-1785a85e8327 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868247 Sep 20 22:32:27.425384 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (48c7d559-264e-4409-9627-186c4b5886cb), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.455735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (48c7d559-264e-4409-9627-186c4b5886cb), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.495588 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:32:27.500170 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:32:27.504575 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:32:27.508052 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=48c7d559-264e-4409-9627-186c4b5886cb,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:27.588296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.624281 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (48c7d559-264e-4409-9627-186c4b5886cb), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.769871 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (48c7d559-264e-4409-9627-186c4b5886cb), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.774591 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (48c7d559-264e-4409-9627-186c4b5886cb), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.778055 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:27.835572 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=48c7d559-264e-4409-9627-186c4b5886cb,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:27.845939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.861168 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:27.862381 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3b52d140-bb7e-4b65-89fc-d85a581dfe5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8447716 Sep 20 22:32:28.055674 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-38bb8b15-7c1a-4d01-b6a9-8de9de5fe5c1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1115094419&fields=id&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 267 time: 0.0412877 Sep 20 22:32:28.165880 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-c2f9e2f1-3361-436a-a317-5e058ef77b1c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:28.167357 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-c2f9e2f1-3361-436a-a317-5e058ef77b1c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1047554 Sep 20 22:32:28.182299 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-68e678ac-134a-4969-b692-dabafb603c5f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/quotas/59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 375 time: 0.0089188 Sep 20 22:32:28.233468 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-4dc1e3de-ba12-4844-a96c-d29442675b35 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463104 Sep 20 22:32:28.326645 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-37ead369-80cd-4787-98b2-c19bf6d7e9e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814512 Sep 20 22:32:28.422355 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-da540169-5489-47ea-b2d4-6438383380a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901930 Sep 20 22:32:28.450558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43e9f5-432f-45fd-818d-2a818c0c64c9 req-c18e19b5-e228-413e-8b51-15656eee916d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:28.452215 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ac43e9f5-432f-45fd-818d-2a818c0c64c9 req-c18e19b5-e228-413e-8b51-15656eee916d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Sep 20 22:32:28.501590 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ac43e9f5-432f-45fd-818d-2a818c0c64c9 req-66a2c62a-391d-40dd-9267-9340b43a642a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Sep 20 22:32:28.571852 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:28.600620 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6c228173-fa1b-46c7-a64c-9eca4f6b98db req-a67fbd8d-4dd4-4374-98bf-8111874e8e98 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 210 time: 0.0383325 Sep 20 22:32:28.635571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-9e911b1b-523f-4de1-8a7e-75532508b3cc tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:28.637040 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-9e911b1b-523f-4de1-8a7e-75532508b3cc tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 946 time: 0.0470026 Sep 20 22:32:28.722818 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:32:28.723170 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:28.815858 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] For port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:28.816246 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:28.990959 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:28.991316 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (1c66daad-956f-4975-8d6e-e1974f035033), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:28.991625 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP 1c66daad-956f-4975-8d6e-e1974f035033 disassociated. External IP: 172.27.2.179, port: 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4. Sep 20 22:32:28.991971 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:32:29.119869 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:29.151714 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:29.260858 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:32:29.604473 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:29.617496 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54af72ac-d8a4-451b-a157-91067693c57d req-10aa9595-306e-4766-bbc5-2bc2ab8fac0e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0295076 Sep 20 22:32:29.628306 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:32:29.655664 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:32:29.671266 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:29.671917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:29.689508 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] No DVR routers for this DVR port 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:32:29.692655 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:29.696018 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-30f55e48-4952-4a0c-a2ed-39f66f50cc6d req-2a17eb31-b31e-4845-a119-05303f20af4b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "DELETE /networking/v2.0/ports/44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 HTTP/1.1" status: 204 len: 173 time: 1.0538847 Sep 20 22:32:29.696518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'name': 'network-vif-deleted', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:29.698775 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6e471-176f-40c5-93bb-e8c833b965cf" -d '{"events": [{"server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "name": "network-vif-deleted", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:29.731241 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-338c0357-b407-4137-8360-c5022a1d63bf req-f6595ba7-da3e-4feb-9ada-31afa8f06804 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 210 time: 0.0290270 Sep 20 22:32:29.737200 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:32:29.742412 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6fc850-ffac-4d74-9f00-f8cd9a91825f x-openstack-request-id: req-ef6fc850-ffac-4d74-9f00-f8cd9a91825f {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:29.742724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1", "name": "network-vif-deleted", "tag": "44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:29.743047 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef6fc850-ffac-4d74-9f00-f8cd9a91825f {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:29.743567 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6fc850-ffac-4d74-9f00-f8cd9a91825f'] response: {'server_uuid': '9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1', 'name': 'network-vif-deleted', 'tag': '44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4', 'status': 'completed', 'code': 200} Sep 20 22:32:29.781206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:29.987245 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:29.997801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:30.008534 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-ec780470-d954-4c91-b2f7-2e8014ef34a6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:30.010178 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-ec780470-d954-4c91-b2f7-2e8014ef34a6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1140637 Sep 20 22:32:30.015063 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:32:30.025763 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:30.026602 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:30.098086 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-1ecc66cc-1966-4313-abe0-09db7586c814 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 473 time: 0.0779788 Sep 20 22:32:30.164465 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'port': {'device_id': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'admin_state_up': True, 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'security_groups': ['4be75209-7710-4146-944c-31f941b38696']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:30.286628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:32:30.287143 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:30.290656 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.420485 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.20.0.8 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/093b362f-098e-4d4d-84e5-a8dcd1760122) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:32:30.477596 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:30.502718 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe0eb5-2298-463e-aa21-9b86fc63b0c4 None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:32:30.563821 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.596702 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.643204 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:32:30.646494 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:32:30.650523 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:32:30.682077 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:30.736142 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:30.737726 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.806100 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1fd35973-04aa-49b7-bef0-fd4cb52c2994 req-f1f30372-595c-4cf0-91de-75735bd8339b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ebfdfa2-b87f-4a23-ba93-c62f8e96f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Sep 20 22:32:30.820966 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-fe1a2933-6ef4-49c6-8ddd-3242d31f6ecc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595995 Sep 20 22:32:30.833962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Request body: {'port': {'device_id': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:30.867099 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48276a53-67f2-464e-aec3-a7451d4b6239 None None] New status for floating IP 1c66daad-956f-4975-8d6e-e1974f035033: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:32:30.886218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a799d5-233e-4f3d-8c4f-6ac4d6603fc5 req-5e4b07bc-abe9-4a03-b3d4-7e5f2206ae05 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:30.887714 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27a799d5-233e-4f3d-8c4f-6ac4d6603fc5 req-5e4b07bc-abe9-4a03-b3d4-7e5f2206ae05 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 931 time: 0.0668275 Sep 20 22:32:30.905304 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:30.909271 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.947154 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:30.948709 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27a799d5-233e-4f3d-8c4f-6ac4d6603fc5 req-c42647ab-1d7b-4805-9748-4daf0dd57669 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515249 Sep 20 22:32:30.976546 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Provisioning complete for port 093b362f-098e-4d4d-84e5-a8dcd1760122 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:32:30.978601 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:30.979705 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Attempt 1 to provision port 093b362f-098e-4d4d-84e5-a8dcd1760122 Sep 20 22:32:31.026054 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Port 093b362f-098e-4d4d-84e5-a8dcd1760122 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:32:31.144338 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:32:31.163396 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:32:31.163747 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 44f0fe4e-7638-4e2e-98e3-eff3ce9acfe4 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:32:31.180116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093b362f-098e-4d4d-84e5-a8dcd1760122 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:32:31.187715 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks [] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:31.199804 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Transition to ACTIVE for port object 093b362f-098e-4d4d-84e5-a8dcd1760122 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:32:31.203558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:31.284336 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Pushing event updated for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:31.315404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Attempting to bind port 093b362f-098e-4d4d-84e5-a8dcd1760122 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:32:31.315733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Attempting to bind port 093b362f-098e-4d4d-84e5-a8dcd1760122 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:32:31.316059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Attempting to bind port 093b362f-098e-4d4d-84e5-a8dcd1760122 on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:32:31.354781 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Port 093b362f-098e-4d4d-84e5-a8dcd1760122 on network fdd6da27-ff07-48de-8020-aad44ec6dade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:32:31.355100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Attempting to bind port 093b362f-098e-4d4d-84e5-a8dcd1760122 on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:32:31.394548 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:32:31.394881 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:32:31.395256 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:32:31.395677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Bound port: 093b362f-098e-4d4d-84e5-a8dcd1760122, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:32:31.396029 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:31.457038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:32:31.460283 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=093b362f-098e-4d4d-84e5-a8dcd1760122,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:32:31.465835 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:31.471061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:31.471671 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:31.473060 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/093b362f-098e-4d4d-84e5-a8dcd1760122 HTTP/1.1" status: 200 len: 1093 time: 0.6434510 Sep 20 22:32:31.528007 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Attempt 2 to provision port 093b362f-098e-4d4d-84e5-a8dcd1760122 Sep 20 22:32:31.538434 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a91a7-0dad-4d8c-b5e3-6ba99d9ef51f service neutron] Pushing event updated for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:31.552128 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-bef69d5a-2abf-4033-b6bd-f9993d8a7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:31.553801 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-bef69d5a-2abf-4033-b6bd-f9993d8a7830 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 1127 time: 0.0428326 Sep 20 22:32:31.565362 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-492d2ac6-390c-4341-acce-eddda0cc4341 None None] Port 093b362f-098e-4d4d-84e5-a8dcd1760122 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:32:31.601185 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-6e05f7f5-579a-4590-930f-9da3b1e6146e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093b362f-098e-4d4d-84e5-a8dcd1760122 HTTP/1.1" status: 200 len: 217 time: 0.0382009 Sep 20 22:32:31.648071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0509d0ee-a9bd-4890-be11-989ecc36a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:31.649519 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-0509d0ee-a9bd-4890-be11-989ecc36a2e1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0424507 Sep 20 22:32:31.691508 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-71259320-58cd-4fdd-9995-e574978aa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:31.692994 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-71259320-58cd-4fdd-9995-e574978aa6d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371177 Sep 20 22:32:31.745307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:31.747416 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb339b-99f6-42b9-93ee-7a87bf996bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:31.787663 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b92bc2-1feb-4d48-ba10-881c2055f81f x-openstack-request-id: req-20b92bc2-1feb-4d48-ba10-881c2055f81f {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:31.787949 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:31.788197 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b92bc2-1feb-4d48-ba10-881c2055f81f {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:31.788585 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b92bc2-1feb-4d48-ba10-881c2055f81f'] response: {'name': 'network-changed', 'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'status': 'completed', 'code': 200} Sep 20 22:32:31.794058 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-ea39aed5-0c83-44d8-ad5b-9fb4b3ecb559 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931828 Sep 20 22:32:31.816629 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:31.848114 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:31.897821 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-422d5ada-01c1-4cb6-b539-34543a94fca2 req-e4387fae-3dfe-4a54-935f-4ede9813dfda service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970008 Sep 20 22:32:32.088950 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5891d7-a29b-46a3-858b-8cfc88c9d5e3 req-1dd19d85-6a1a-4623-802c-df268e5dab05 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:32.090544 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c5891d7-a29b-46a3-858b-8cfc88c9d5e3 req-1dd19d85-6a1a-4623-802c-df268e5dab05 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 943 time: 0.0519514 Sep 20 22:32:32.106735 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:32.113249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-68bf0294-33b2-46a7-834d-f1f0c62e4895 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2073120544&fields=id&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 267 time: 0.0467150 Sep 20 22:32:32.139829 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c5891d7-a29b-46a3-858b-8cfc88c9d5e3 req-4046eb92-cbff-4a11-a83b-8ffcafb0d0de tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Sep 20 22:32:32.221693 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-622120ce-be17-4005-a172-63334c53964f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:32.223140 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-622120ce-be17-4005-a172-63334c53964f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.1020327 Sep 20 22:32:32.234151 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:32.238620 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-32d7f023-ff78-439b-9dbc-48f0a76570b9 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/quotas/42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 375 time: 0.0101290 Sep 20 22:32:32.293559 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-85a93531-3146-4039-a27b-70be700a048a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496931 Sep 20 22:32:32.389266 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-a742a197-8d2c-4736-b7de-b24da7b0a405 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841229 Sep 20 22:32:32.483434 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2362f4f0-ccff-437c-a543-3b88ccde29c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Sep 20 22:32:32.737657 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-9d2291c1-3f61-4171-959a-e57f9055c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:32.738322 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-9d2291c1-3f61-4171-959a-e57f9055c4f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 1127 time: 0.0505726 Sep 20 22:32:32.829310 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3a5bc9a6-ca42-41de-a213-a067386a4407 req-779f705f-d326-471b-bc04-b221906296bc tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 210 time: 0.0629168 Sep 20 22:32:32.865351 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-4f8b053e-60c8-4be1-bb28-e6dd27626757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:32.866329 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-4f8b053e-60c8-4be1-bb28-e6dd27626757 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.1220069 Sep 20 22:32:32.906766 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-ddeb10fd-1af1-4e20-baf2-804d45e71f60 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093b362f-098e-4d4d-84e5-a8dcd1760122 HTTP/1.1" status: 200 len: 217 time: 0.0335481 Sep 20 22:32:32.963535 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-4772d57c-8e8c-412b-9e16-384e3525072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:32.964907 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-4772d57c-8e8c-412b-9e16-384e3525072a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0485096 Sep 20 22:32:33.014429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-0553353a-a004-41da-933b-bbfb5fbdb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:33.016278 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-0553353a-a004-41da-933b-bbfb5fbdb703 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448194 Sep 20 22:32:33.110709 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-09f1cc46-ff2d-4a5e-939e-694b6a4a1ced service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Sep 20 22:32:33.214105 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-21fb339b-99f6-42b9-93ee-7a87bf996bc5 req-23a6d42b-a1a2-4552-bb42-c25b35cbbe46 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976598 Sep 20 22:32:33.274634 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41923784-84bf-4018-b306-7cffed4b077a req-3aa0bac7-28da-4121-b6f0-9a4b44f26ee1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:33.276110 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-41923784-84bf-4018-b306-7cffed4b077a req-3aa0bac7-28da-4121-b6f0-9a4b44f26ee1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 943 time: 0.0502684 Sep 20 22:32:33.334164 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-41923784-84bf-4018-b306-7cffed4b077a req-e4828ee2-2ce6-41ad-866b-9645d75a4703 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Sep 20 22:32:33.959750 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9bf59763-d2d7-4aca-9624-7a34121ec45a req-aa5acd8a-c287-47d5-9223-0c0d6990eae6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 210 time: 0.0448511 Sep 20 22:32:34.010032 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-a35a07e0-2904-4d4a-991a-7f1d8beaa4fe tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:34.011466 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-a35a07e0-2904-4d4a-991a-7f1d8beaa4fe tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.1547713 Sep 20 22:32:34.079012 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-a3c98786-5b47-4aad-89a1-1556fc05d350 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 380 time: 0.0550802 Sep 20 22:32:34.087258 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'port': {'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'admin_state_up': True, 'tenant_id': '42019663de764ee490940ccca9300b0f', 'security_groups': ['5b68b3fa-2f72-443e-b7bd-a92b61342eed']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:34.192296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Made reservation on behalf of 42019663de764ee490940ccca9300b0f for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:32:34.196024 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.261409 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:34.270702 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:34.328658 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.20.0.13 (da8aba85-9a54-4a6e-abea-b06fe770c5b2/520c76a6-8dd2-467a-89fc-6b38f1c55b23/a06a3906-0bdb-4e5e-a8ce-e043710e1f6b) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:32:34.477067 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b11e1-415e-4e67-8063-c7df9f70d51f req-1ce27f25-0702-414e-96fb-df8842da7bab tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:34.480897 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-256b11e1-415e-4e67-8063-c7df9f70d51f req-1ce27f25-0702-414e-96fb-df8842da7bab tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 943 time: 0.0511961 Sep 20 22:32:34.500441 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.531501 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-256b11e1-415e-4e67-8063-c7df9f70d51f req-84f97495-473b-4435-93fe-5b54b01a581b tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468099 Sep 20 22:32:34.540474 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.587926 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:32:34.592936 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:32:34.595071 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:34.597198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:32:34.648994 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:34.649746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.668373 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-da9001fd-e64d-4057-bcce-5e72a0ae2f4d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5849180 Sep 20 22:32:34.680876 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Request body: {'port': {'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:34.749083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.806955 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Provisioning complete for port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:32:34.807535 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:34.807652 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Attempt 1 to provision port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b Sep 20 22:32:34.842237 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:32:35.002199 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06a3906-0bdb-4e5e-a8ce-e043710e1f6b {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:32:35.009821 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks [] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.022392 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Transition to ACTIVE for port object a06a3906-0bdb-4e5e-a8ce-e043710e1f6b will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:32:35.025770 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.070521 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:35.102266 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:35.122270 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:35.141311 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 093b362f-098e-4d4d-84e5-a8dcd1760122 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:32:35.147102 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04740-9a21-4745-af89-201e4d02d5ee req-7d027287-0ce7-48f9-9ecb-2d5a975d19f6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.148604 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d3e04740-9a21-4745-af89-201e4d02d5ee req-7d027287-0ce7-48f9-9ecb-2d5a975d19f6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0973015 Sep 20 22:32:35.207882 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Attempting to bind port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:32:35.208214 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Attempting to bind port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:32:35.208536 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Attempting to bind port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:32:35.211781 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:35.240688 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=093b362f-098e-4d4d-84e5-a8dcd1760122,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:35.245674 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d3e04740-9a21-4745-af89-201e4d02d5ee req-2d1418fd-b268-49a3-abc7-fbce4f833d4f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885260 Sep 20 22:32:35.252911 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'port_id': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'mac_address': 'fa:16:3e:53:62:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:32:35.258397 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:35.271363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:32:35.271715 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Attempting to bind port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:32:35.293700 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 093b362f-098e-4d4d-84e5-a8dcd1760122 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:32:35.294084 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.308582 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093b362f-098e-4d4d-84e5-a8dcd1760122 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:32:35.314818 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:32:35.315173 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:32:35.315543 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Bound using segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:32:35.315983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Bound port: a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:32:35.316348 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.328813 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=093b362f-098e-4d4d-84e5-a8dcd1760122,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:35.332437 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.353123 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Attempt 2 to provision port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b Sep 20 22:32:35.377394 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:32:35.380477 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:32:35.387377 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.392007 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.392620 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:35.394023 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 1094 time: 0.7175202 Sep 20 22:32:35.396158 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:35.399032 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa026103-2413-4723-b860-62f5916d432e" -d '{"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:35.415036 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:35.419985 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:32:35.431386 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.432224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.432224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.432464 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.432812 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.433223 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.433554 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.434218 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.434338 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.434682 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.435041 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.435453 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.436164 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.436164 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.436535 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:32:35.468619 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e14e8-ec4e-43a9-bdd3-424dd7cc58f2 x-openstack-request-id: req-126e14e8-ec4e-43a9-bdd3-424dd7cc58f2 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:35.468909 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:35.469185 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-126e14e8-ec4e-43a9-bdd3-424dd7cc58f2 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:35.469589 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126e14e8-ec4e-43a9-bdd3-424dd7cc58f2'] response: {'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'status': 'completed', 'code': 200} Sep 20 22:32:35.494776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-d7b25865-c905-444c-a4fc-7f9774086e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.496264 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-d7b25865-c905-444c-a4fc-7f9774086e85 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1128 time: 0.0596559 Sep 20 22:32:35.496919 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072c913-baed-423f-8fe9-941cd55e86b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:35.538601 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-5c44231b-44a9-4d76-a60c-42a80c3aa2fd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 217 time: 0.0327268 Sep 20 22:32:35.584996 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['093b362f-098e-4d4d-84e5-a8dcd1760122'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:32:35.590985 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-6ec7c327-0ec8-4900-b582-81fa133a9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.593871 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-6ec7c327-0ec8-4900-b582-81fa133a9204 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0484416 Sep 20 22:32:35.667848 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-3ca224d2-24f3-4ed0-b34f-3a0bbb8a768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.669399 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-3ca224d2-24f3-4ed0-b34f-3a0bbb8a768f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676343 Sep 20 22:32:35.690677 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214508-bb18-4d74-ae2c-da6e6634ccab req-6c581440-b6eb-4c0f-803a-b78feae6f663 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:35.692165 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ae214508-bb18-4d74-ae2c-da6e6634ccab req-6c581440-b6eb-4c0f-803a-b78feae6f663 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Sep 20 22:32:35.921722 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Attempt 3 to provision port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b Sep 20 22:32:35.960813 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-f64b51f1-2322-4932-bd79-f67121954616 None None] Port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:32:36.040737 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ae214508-bb18-4d74-ae2c-da6e6634ccab req-95dd26e2-2139-43bd-8882-70b26510b87e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368218 Sep 20 22:32:36.054710 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-618676e9-aac5-4b12-bf46-0023c7d3f0c2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777146 Sep 20 22:32:36.144151 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6e97bbe2-d65e-4dd1-99fb-315657223079 req-05cc6346-73c6-4699-a253-6ac3d85fece4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812244 Sep 20 22:32:36.366582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c23f7-90cf-49ca-8610-e044b762fda9 req-98937ce0-f13d-40b2-8807-61d575bd5401 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:36.368102 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ba2c23f7-90cf-49ca-8610-e044b762fda9 req-98937ce0-f13d-40b2-8807-61d575bd5401 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0472341 Sep 20 22:32:36.409085 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:36.415225 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026103-2413-4723-b860-62f5916d432e req-24cf0ed0-f04f-475b-9cfe-58a62b0d9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:36.416723 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-24cf0ed0-f04f-475b-9cfe-58a62b0d9dcc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1128 time: 0.0423422 Sep 20 22:32:36.418345 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-ba2c23f7-90cf-49ca-8610-e044b762fda9 req-5753f7ea-6070-4ed8-a156-9164827845b9 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Sep 20 22:32:36.512145 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026103-2413-4723-b860-62f5916d432e req-ff3f0ee5-235a-4aa1-8f97-9873160efba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:36.513671 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-ff3f0ee5-235a-4aa1-8f97-9873160efba3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0896821 Sep 20 22:32:36.554009 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-2d7ff681-9ab0-4bab-a486-ad2f523d25e6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 217 time: 0.0344341 Sep 20 22:32:36.602757 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026103-2413-4723-b860-62f5916d432e req-29cb2062-2121-47bb-8dfa-88886a3364ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:36.604183 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-29cb2062-2121-47bb-8dfa-88886a3364ad service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0444672 Sep 20 22:32:36.644404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa026103-2413-4723-b860-62f5916d432e req-89972876-124b-403c-88bd-1c61d5e15464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:36.645946 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-89972876-124b-403c-88bd-1c61d5e15464 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0355864 Sep 20 22:32:36.697450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:36.737257 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-efdc06ce-952c-498b-8771-f89011c34f08 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858226 Sep 20 22:32:36.829690 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-aa026103-2413-4723-b860-62f5916d432e req-4a641693-c0a2-412e-bede-11930d009563 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866554 Sep 20 22:32:37.144334 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 093b362f-098e-4d4d-84e5-a8dcd1760122 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:32:37.170990 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65459b-dbed-4b54-8f78-dd5b3480a03d req-5a5fd657-a026-4a70-93c8-56c2359e2c01 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:37.172472 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7c65459b-dbed-4b54-8f78-dd5b3480a03d req-5a5fd657-a026-4a70-93c8-56c2359e2c01 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Sep 20 22:32:37.190361 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 093b362f-098e-4d4d-84e5-a8dcd1760122 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:32:37.196494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 093b362f-098e-4d4d-84e5-a8dcd1760122 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:32:37.197089 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:37.197457 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 093b362f-098e-4d4d-84e5-a8dcd1760122 Sep 20 22:32:37.220364 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7c65459b-dbed-4b54-8f78-dd5b3480a03d req-be9bf4bc-0cea-4a78-b4c3-316e95fd1fd1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Sep 20 22:32:37.269114 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 093b362f-098e-4d4d-84e5-a8dcd1760122 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:32:37.269502 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:37.296361 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:37.298900 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea78e6aa-d1cc-4e1b-96d2-d37e55b841fd" -d '{"events": [{"server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "name": "network-vif-plugged", "status": "completed", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:37.319058 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=093b362f-098e-4d4d-84e5-a8dcd1760122,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:37.321410 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-96e17116-d084-4870-a09d-9e0d7883f156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:37.323774 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:37.346969 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6429da-2a3a-4ae6-9759-39a12631e524 x-openstack-request-id: req-4a6429da-2a3a-4ae6-9759-39a12631e524 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:37.347259 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "name": "network-vif-plugged", "status": "completed", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:37.347515 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a6429da-2a3a-4ae6-9759-39a12631e524 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:37.347912 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6429da-2a3a-4ae6-9759-39a12631e524'] response: {'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'code': 200} Sep 20 22:32:37.377107 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:37.528741 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82bd16-7766-4b0c-99fe-0d9155e4c088 req-c349df43-33be-4450-bebc-46c95cd81f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:37.530386 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee82bd16-7766-4b0c-99fe-0d9155e4c088 req-c349df43-33be-4450-bebc-46c95cd81f02 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 1129 time: 0.0647898 Sep 20 22:32:37.558530 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238fcaf-7183-482a-abf9-233cfcf2e7da req-1c4664e7-2175-4051-9603-674f50f4a020 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:37.559903 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6238fcaf-7183-482a-abf9-233cfcf2e7da req-1c4664e7-2175-4051-9603-674f50f4a020 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0628908 Sep 20 22:32:37.604319 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ee82bd16-7766-4b0c-99fe-0d9155e4c088 req-a91c3f06-c150-4ad7-8132-b5cd5b0d6313 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662680 Sep 20 22:32:37.629178 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-6238fcaf-7183-482a-abf9-233cfcf2e7da req-9b003dac-4086-44c9-906a-8a15b9a694b0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627749 Sep 20 22:32:38.340992 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbd6f1-dbe9-4c32-a95f-2be1ded9604f req-3c6b5898-f5e7-4368-aa19-fa37d194312f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:38.343036 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ddbd6f1-dbe9-4c32-a95f-2be1ded9604f req-3c6b5898-f5e7-4368-aa19-fa37d194312f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0457270 Sep 20 22:32:38.391879 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3ddbd6f1-dbe9-4c32-a95f-2be1ded9604f req-a9128188-2405-4908-930b-90ccc0a232b0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Sep 20 22:32:38.745178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed737d1d-493e-469d-9c42-ebd6b9732eb6 req-60269500-8e24-4115-9fa5-baf60417c9d3 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:38.746616 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ed737d1d-493e-469d-9c42-ebd6b9732eb6 req-60269500-8e24-4115-9fa5-baf60417c9d3 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0446241 Sep 20 22:32:38.794985 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ed737d1d-493e-469d-9c42-ebd6b9732eb6 req-8f19e567-553b-455b-a02c-3923c4b760bd tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Sep 20 22:32:39.512286 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63483-e80e-48f5-ac6b-fad0543e0015 req-9f07b613-410a-46cc-88da-ccffa4a62a34 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:39.513730 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67d63483-e80e-48f5-ac6b-fad0543e0015 req-9f07b613-410a-46cc-88da-ccffa4a62a34 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Sep 20 22:32:39.559672 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-67d63483-e80e-48f5-ac6b-fad0543e0015 req-21e26717-b0c7-422d-a921-02664851f719 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404699 Sep 20 22:32:39.649833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b395cd4e-a5ac-46f4-8f5d-fa8db1cbff70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:39.674351 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba40baa-bd36-4c8d-8999-7f1f3e818f04 req-c81ef62a-4314-4fcd-a278-dcb2e0b6d443 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:39.675808 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-eba40baa-bd36-4c8d-8999-7f1f3e818f04 req-c81ef62a-4314-4fcd-a278-dcb2e0b6d443 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0468614 Sep 20 22:32:39.685918 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36564) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:39.690200 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'port_id': '093b362f-098e-4d4d-84e5-a8dcd1760122'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:39.730220 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:39.884004 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:39.916848 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046cea4-71b5-4fb9-a55a-d0d0e2244085 req-abdae50f-3a64-4797-bca1-1a448e59850d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:39.918366 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7046cea4-71b5-4fb9-a55a-d0d0e2244085 req-abdae50f-3a64-4797-bca1-1a448e59850d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0463748 Sep 20 22:32:39.967265 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7046cea4-71b5-4fb9-a55a-d0d0e2244085 req-85dc9bee-1d7d-40ca-a784-1bc161e308f4 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Sep 20 22:32:40.147165 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:40.150722 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:40.190935 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:40.241019 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 6b556c1e-0a16-48fc-9204-03d3a31d0845 associated. External IP: 172.27.2.114, port: 093b362f-098e-4d4d-84e5-a8dcd1760122. Sep 20 22:32:40.432710 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:32:40.542464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:32:40.547340 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:40.555185 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:32:40.565128 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:40.565742 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:40.578134 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4a434fa1-8d2a-4c9c-9e3c-1d1159f1eae4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/6b556c1e-0a16-48fc-9204-03d3a31d0845 HTTP/1.1" status: 200 len: 991 time: 0.8911061 Sep 20 22:32:40.578874 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:40.581239 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:40.618154 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79ca4e-1370-45b0-9a0f-238802873adc x-openstack-request-id: req-9e79ca4e-1370-45b0-9a0f-238802873adc {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:40.618447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:40.618701 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e79ca4e-1370-45b0-9a0f-238802873adc {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:40.619365 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e79ca4e-1370-45b0-9a0f-238802873adc'] response: {'name': 'network-changed', 'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'status': 'completed', 'code': 200} Sep 20 22:32:40.650504 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:40.674304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:40.681101 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-a57fbaa6-e046-4f27-8a6a-5ca6c684a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:40.682620 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-a57fbaa6-e046-4f27-8a6a-5ca6c684a619 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 1129 time: 0.0390089 Sep 20 22:32:40.757199 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:40.775707 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-9ab306d8-59fb-4174-8ebd-dbf3574c3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:40.777206 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-9ab306d8-59fb-4174-8ebd-dbf3574c3155 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0881624 Sep 20 22:32:40.782025 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:40.842884 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-41d00c2a-0204-4cd6-a2be-f60b0de41be6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=093b362f-098e-4d4d-84e5-a8dcd1760122 HTTP/1.1" status: 200 len: 999 time: 0.0569131 Sep 20 22:32:40.894512 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-fedd9112-2856-4bc1-bd9c-2594713666ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:40.895970 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-fedd9112-2856-4bc1-bd9c-2594713666ca service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0473480 Sep 20 22:32:40.901380 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6b556c1e-0a16-48fc-9204-03d3a31d0845', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:53:62:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:27Z', 'updated_at': '2022-09-20T22:32:40Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}, {'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:40.930105 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:32:40.938729 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-1c1f5283-4ebb-4396-9e07-9e2c27ca22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:40.938974 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:40.939584 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:40.940236 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-1c1f5283-4ebb-4396-9e07-9e2c27ca22e6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382736 Sep 20 22:32:40.992558 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:41.034071 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-186f74a5-d2a1-4bd3-8d6a-eec077a2507a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Sep 20 22:32:41.043138 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:41.093318 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b439fe-ba9e-423b-ac60-757fa64267c5 req-7c609d0e-95f5-4afc-ab23-387006eebe19 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:41.094806 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-03b439fe-ba9e-423b-ac60-757fa64267c5 req-7c609d0e-95f5-4afc-ab23-387006eebe19 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0510447 Sep 20 22:32:41.127049 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-17ecfd1a-11ad-4985-a8f4-b548dfc629fe req-eaae5e28-a8b3-429f-b74b-e22f32b5b0ca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868173 Sep 20 22:32:41.151120 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-03b439fe-ba9e-423b-ac60-757fa64267c5 req-37e197fc-06cf-4253-83b3-053b44ac04fa tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480444 Sep 20 22:32:41.259078 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6b556c1e-0a16-48fc-9204-03d3a31d0845', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:53:62:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:27Z', 'updated_at': '2022-09-20T22:32:40Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}, {'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:41.287170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3a6c0-1dad-4d27-aea4-dac8a4c3c30b None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '6b556c1e-0a16-48fc-9204-03d3a31d0845', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.114', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:53:62:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:27Z', 'updated_at': '2022-09-20T22:32:40Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}, {'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:32:41.477513 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec385f-49f1-409c-9733-6e520ef7d5cc None None] New status for floating IP 6b556c1e-0a16-48fc-9204-03d3a31d0845: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:32:42.225291 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:42.261376 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:42.274830 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd696d4-60d7-4313-a8d0-995b215cc7da req-30301d20-5f46-4cb4-9861-dcf4cddf7220 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:42.276286 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4fd696d4-60d7-4313-a8d0-995b215cc7da req-30301d20-5f46-4cb4-9861-dcf4cddf7220 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0465052 Sep 20 22:32:42.329086 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4fd696d4-60d7-4313-a8d0-995b215cc7da req-43985f4a-ba34-46f6-b886-64df715253fa tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465791 Sep 20 22:32:42.357042 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:43.449743 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2ff3c-370d-41e4-9e4c-3c59c2580ec2 req-11fcf890-f0d0-4823-b3c2-612d0b5b135c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:43.451211 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23f2ff3c-370d-41e4-9e4c-3c59c2580ec2 req-11fcf890-f0d0-4823-b3c2-612d0b5b135c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0457795 Sep 20 22:32:43.461923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:43.500685 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-23f2ff3c-370d-41e4-9e4c-3c59c2580ec2 req-963c9aa5-4842-464d-a003-0186481f69d3 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Sep 20 22:32:44.624609 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78442a-2ff4-4682-a013-73d4710d7094 req-1aa65c06-cca6-491e-9d65-bb370b018679 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:44.626119 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2c78442a-2ff4-4682-a013-73d4710d7094 req-1aa65c06-cca6-491e-9d65-bb370b018679 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 944 time: 0.0501134 Sep 20 22:32:44.674428 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2c78442a-2ff4-4682-a013-73d4710d7094 req-1b330146-3933-4ecc-ac8b-227da85483a3 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427644 Sep 20 22:32:45.218632 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a06a3906-0bdb-4e5e-a8ce-e043710e1f6b details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:32:45.312977 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:45.327547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:32:45.483494 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:32:45.483794 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:45.496584 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06a3906-0bdb-4e5e-a8ce-e043710e1f6b {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:32:45.516920 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:45.520760 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:45.540856 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:45.567051 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:45.756598 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:45.765045 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:32:45.791252 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe80b5-b6c9-4e17-99fb-91290b85bcee req-349a7ba2-9464-4518-9ccd-14797345bed1 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:45.792718 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ffe80b5-b6c9-4e17-99fb-91290b85bcee req-349a7ba2-9464-4518-9ccd-14797345bed1 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 945 time: 0.0460422 Sep 20 22:32:45.835914 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:45.850149 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1ffe80b5-b6c9-4e17-99fb-91290b85bcee req-c3c80de8-2a3a-4f79-a77f-e6560f691762 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511067 Sep 20 22:32:46.474963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:46.968163 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd54b13-e9c1-4423-bbbb-df7f4d0e9e2c req-a9d15d41-5b02-472c-8e71-71caae54f01a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:46.969622 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ffd54b13-e9c1-4423-bbbb-df7f4d0e9e2c req-a9d15d41-5b02-472c-8e71-71caae54f01a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 945 time: 0.0456247 Sep 20 22:32:47.019399 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ffd54b13-e9c1-4423-bbbb-df7f4d0e9e2c req-3db4029e-94fe-41ac-ac8f-63b7fbf29efb tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Sep 20 22:32:47.235192 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a06a3906-0bdb-4e5e-a8ce-e043710e1f6b up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:32:47.279701 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:32:47.285206 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:32:47.285615 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:47.285954 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b Sep 20 22:32:47.354743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:32:47.355117 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:47.378765 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:47.381009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fea182-2967-4a07-a437-f7b5818c1ca1" -d '{"events": [{"server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "name": "network-vif-plugged", "status": "completed", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:47.393990 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:47.397917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:47.420554 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa65caf-e12c-4206-83bb-4f9dafbec5e8 x-openstack-request-id: req-0aa65caf-e12c-4206-83bb-4f9dafbec5e8 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:47.420836 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "name": "network-vif-plugged", "status": "completed", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:47.421109 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aa65caf-e12c-4206-83bb-4f9dafbec5e8 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:47.421496 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa65caf-e12c-4206-83bb-4f9dafbec5e8'] response: {'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'code': 200} Sep 20 22:32:47.451752 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:47.583255 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-0928addd-2000-45ad-8676-1a03010e7e68 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427001 Sep 20 22:32:47.663820 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6b39-f39f-4745-8a27-8162bb044fc1 req-5d177432-2fcc-4ecd-bcb5-d1812bcf1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:47.664939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-99eafb5d-cec9-4de7-ba44-fe0d61d40441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:47.665439 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f5aa6b39-f39f-4745-8a27-8162bb044fc1 req-5d177432-2fcc-4ecd-bcb5-d1812bcf1b8a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0382395 Sep 20 22:32:47.666513 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-99eafb5d-cec9-4de7-ba44-fe0d61d40441 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1169 time: 0.0387368 Sep 20 22:32:47.715170 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f5aa6b39-f39f-4745-8a27-8162bb044fc1 req-ba52b7f1-8e20-44a7-b19d-d864d7a3e9e0 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401576 Sep 20 22:32:47.776872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-93eba479-c3f9-4bbe-a0e9-f1b7cb4d2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:47.778369 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-93eba479-c3f9-4bbe-a0e9-f1b7cb4d2bd3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.0891972 Sep 20 22:32:47.975490 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-e5cbb2b0-9f0e-4c02-8530-cdfee58d92d6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0544608 Sep 20 22:32:48.022595 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-d7778844-6b6c-4f59-9a58-184568a2af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:48.024050 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-d7778844-6b6c-4f59-9a58-184568a2af09 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0431368 Sep 20 22:32:48.070697 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-41566ab6-81c5-4629-9952-9c577fcfbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:48.072230 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-41566ab6-81c5-4629-9952-9c577fcfbcd7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398452 Sep 20 22:32:48.139391 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ed5c1-48cb-417f-8fa6-a8100d374cbc req-d7e723ec-55f1-4a52-bc72-4a6f1e48720c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:48.140876 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a37ed5c1-48cb-417f-8fa6-a8100d374cbc req-d7e723ec-55f1-4a52-bc72-4a6f1e48720c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0462508 Sep 20 22:32:48.167162 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-9aee2726-dbb3-4e78-9971-461305e95d70 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842400 Sep 20 22:32:48.188683 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a37ed5c1-48cb-417f-8fa6-a8100d374cbc req-5edec8ee-d0bb-4fda-8bba-27b7f36946cd tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Sep 20 22:32:48.508517 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-5efe45e7-82ed-48d0-8511-d81bf81ab14c req-dfd74d71-6d9e-4a71-a17a-15b52d4b1338 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862401 Sep 20 22:32:49.310693 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf3f37-2579-430a-a907-efb211d69e0f req-caef4f92-a832-4d35-a410-bb577514b509 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:49.312147 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bcaf3f37-2579-430a-a907-efb211d69e0f req-caef4f92-a832-4d35-a410-bb577514b509 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0463941 Sep 20 22:32:49.361195 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-bcaf3f37-2579-430a-a907-efb211d69e0f req-983fab3e-d498-4e4d-828b-ee03814ce112 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Sep 20 22:32:49.484068 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d763e-9d15-446c-8cc2-dd68ec45b6b0 req-f16d3559-d1a1-4fc2-9088-77b76446423c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:49.485518 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d14d763e-9d15-446c-8cc2-dd68ec45b6b0 req-f16d3559-d1a1-4fc2-9088-77b76446423c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0501776 Sep 20 22:32:49.534788 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d14d763e-9d15-446c-8cc2-dd68ec45b6b0 req-7974566e-ad9a-43ad-9463-de77d33b2b8a tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Sep 20 22:32:49.561996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36594) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:49.598421 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d17e9d8-225e-4287-b468-81997ffe38bf tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:49.599895 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-2d17e9d8-225e-4287-b468-81997ffe38bf tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1125 time: 0.0369704 Sep 20 22:32:49.602476 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36596) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:49.606525 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:49.627439 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:49.706357 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:49.798410 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:49.809603 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.27.2.46 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/5098c2cc-54d5-4265-9a4b-a2ecb46f3a51) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:32:49.902047 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:49.917861 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:49.949408 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:49.988292 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:32:49.993067 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:32:49.997074 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:32:50.000691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=5098c2cc-54d5-4265-9a4b-a2ecb46f3a51,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:50.338144 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (53865c9b-5475-485b-bd97-21f6eb8c5f57), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:50.404169 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:50.553020 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:50.557231 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:50.562837 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:50.610621 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:50.630590 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=5098c2cc-54d5-4265-9a4b-a2ecb46f3a51,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:50.632912 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (53865c9b-5475-485b-bd97-21f6eb8c5f57), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:50.972067 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP 53865c9b-5475-485b-bd97-21f6eb8c5f57 associated. External IP: 172.27.2.46, port: a06a3906-0bdb-4e5e-a8ce-e043710e1f6b. Sep 20 22:32:51.163542 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:32:51.261490 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:32:51.271320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:32:51.280463 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:51.282327 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:51.282957 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:51.312269 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6b016794-8eb9-4911-a070-fb96b2f97370 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7088115 Sep 20 22:32:51.313046 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:51.315425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6" -d '{"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:51.352629 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ac9c9-11df-44fa-85cc-caaf4e9b61a6 x-openstack-request-id: req-d17ac9c9-11df-44fa-85cc-caaf4e9b61a6 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:51.352922 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:51.353212 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d17ac9c9-11df-44fa-85cc-caaf4e9b61a6 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:51.353631 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17ac9c9-11df-44fa-85cc-caaf4e9b61a6'] response: {'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'status': 'completed', 'code': 200} Sep 20 22:32:51.389957 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:51.417658 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-51ae51c3-9192-4bcb-969d-202c816ce3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:51.419099 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-51ae51c3-9192-4bcb-969d-202c816ce3e2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0400314 Sep 20 22:32:51.515828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-d5d13c98-a6f7-47f1-be81-d86d71f868a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:51.517313 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-d5d13c98-a6f7-47f1-be81-d86d71f868a6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0904465 Sep 20 22:32:51.577540 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.581716 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-57990a3b-05de-4078-bc93-6c4b01d6dc15 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 999 time: 0.0573821 Sep 20 22:32:51.581988 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.600856 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:50Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:51.602543 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.631888 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:32:51.632134 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-e2b663f7-38da-4f27-a71d-31d57b12d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:51.633544 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-e2b663f7-38da-4f27-a71d-31d57b12d194 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0458989 Sep 20 22:32:51.638172 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.641775 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:51.642375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:51.680265 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-5e98dd43-d717-4bf9-8316-560678d3e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:51.681838 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-5e98dd43-d717-4bf9-8316-560678d3e052 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411034 Sep 20 22:32:51.744916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:51.751391 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.753919 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:51.778174 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-13a6665a-e2b3-4f2e-8bd5-be5ba39d77e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883212 Sep 20 22:32:51.876701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-b93ade5f-a9e5-4bb6-abb4-ea557913dce6 req-4105693a-7c2b-42ad-b1f4-766705c5e4b1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913413 Sep 20 22:32:51.967028 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:50Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:51.991141 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226529e2-153c-4238-98de-9039f9a8d177 None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:50Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:32:52.181718 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee700e-f2c6-4dca-aa3b-7766977fb740 None None] New status for floating IP 53865c9b-5475-485b-bd97-21f6eb8c5f57: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:32:53.555451 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-4531f530-a74a-4b78-af48-0a3f3a9dba0c tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1749188434&fields=id&tenant_id=021bf48fb20347f8bb6664c066b2c93f HTTP/1.1" status: 200 len: 267 time: 0.0432103 Sep 20 22:32:53.604209 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-f242aa0c-0763-4d7a-83e6-039d0cb5f5c5 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:53.605690 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-f242aa0c-0763-4d7a-83e6-039d0cb5f5c5 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 985 time: 0.0444090 Sep 20 22:32:53.616307 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Request body: {'port': {'security_groups': ['6c1975c3-b1cc-42b3-80da-183f7ce0c4f8']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:32:53.691761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:53.861509 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:53.888509 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:53.891098 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:53.895796 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:53.906736 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:53.907432 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:53.908857 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-674b14e1-e8cb-4258-961e-2a1f91970cfc req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "PUT /networking/v2.0/ports/2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 943 time: 0.2967150 Sep 20 22:32:53.909000 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:32:53.909456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:53.913130 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85878ebf-2c55-4b7b-aead-ba6e09effa86" -d '{"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:53.914732 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36610) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:53.958583 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02e8cc-e257-4b7c-ba3d-e8c0d3e2cea7 x-openstack-request-id: req-0d02e8cc-e257-4b7c-ba3d-e8c0d3e2cea7 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:53.959038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:53.959301 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d02e8cc-e257-4b7c-ba3d-e8c0d3e2cea7 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:53.959878 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d02e8cc-e257-4b7c-ba3d-e8c0d3e2cea7'] response: {'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:32:53.980031 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a7edf-b71e-43c7-b98b-e6151d1e8d95 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event updated for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=7']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:54.014099 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:32:54.019325 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (900f5927-f727-4010-8262-9cabbc02c542), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.051246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (900f5927-f727-4010-8262-9cabbc02c542), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.054391 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-20697654-839c-4abf-b5f1-86931a798acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:54.055887 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-20697654-839c-4abf-b5f1-86931a798acd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1130 time: 0.0694032 Sep 20 22:32:54.175480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-ef3f4289-2158-457d-a4bc-cb6df4cb56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:54.177261 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-ef3f4289-2158-457d-a4bc-cb6df4cb56d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.1111381 Sep 20 22:32:54.223089 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (900f5927-f727-4010-8262-9cabbc02c542), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.225913 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.227100 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/900f5927-f727-4010-8262-9cabbc02c542 HTTP/1.1" status: 204 len: 168 time: 0.3097544 Sep 20 22:32:54.230073 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36612) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:32:54.236596 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:54.244781 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3f6ce-35bb-4507-89ab-d2a9a6968062 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f5927-f727-4010-8262-9cabbc02c542,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:54.260701 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-19d47ac9-44ec-438d-a3ac-cbb28f37fdac service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 1002 time: 0.0748212 Sep 20 22:32:54.310226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-cd8c77ef-8760-4e50-838d-9327bd71d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:54.311687 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-cd8c77ef-8760-4e50-838d-9327bd71d929 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0439270 Sep 20 22:32:54.378691 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Deleting port 34411754-e30e-487f-9eed-147b79b6d10b {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:32:54.379041 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (34411754-e30e-487f-9eed-147b79b6d10b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.465208 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (34411754-e30e-487f-9eed-147b79b6d10b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.465470 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for floatingip (34411754-e30e-487f-9eed-147b79b6d10b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.479117 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Calling delete_port for 34411754-e30e-487f-9eed-147b79b6d10b owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:32:54.625509 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-cd265e23-b858-4866-b7da-915dc02e38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:54.627034 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-cd265e23-b858-4866-b7da-915dc02e38ed service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3091078 Sep 20 22:32:54.654719 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (34411754-e30e-487f-9eed-147b79b6d10b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.679260 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event deleted for resources: {'Port': ['ID=34411754-e30e-487f-9eed-147b79b6d10b,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:54.744754 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks [] for floatingip (f3d22897-c7ad-433d-ba6b-9db5911fe4ae), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:54.745298 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Floating IP f3d22897-c7ad-433d-ba6b-9db5911fe4ae disassociated (deleted). External IP: 172.27.2.102, port: 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8. Sep 20 22:32:54.773185 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-4360d8ab-9317-47f3-ac56-016092b92065 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969059 Sep 20 22:32:54.875953 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-85878ebf-2c55-4b7b-aead-ba6e09effa86 req-18492406-ae99-4b03-8c03-a587b519e5ac service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947499 Sep 20 22:32:54.955256 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Router 3b993121-4354-484b-939b-c837432e54e1 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:32:55.009589 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:55.058423 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:32:55.062698 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:55.067403 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Sync routers for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:32:55.077802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:55.078416 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:55.092625 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6300f428-043c-4ad1-983b-85bebdb4c7a1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f3d22897-c7ad-433d-ba6b-9db5911fe4ae HTTP/1.1" status: 204 len: 168 time: 0.8614075 Sep 20 22:32:55.163255 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:55.181368 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:55.476893 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:55.491648 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:55.517398 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Checking router: 3b993121-4354-484b-939b-c837432e54e1 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:32:55.525646 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:32:55.526254 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:55.625547 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:32:55.807684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:32:55.836533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c770e13-9cbe-4c8b-9055-e543b2455c49 None None] The sync data for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi is: [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:26Z', 'revision_number': 4, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'f760d7cb-34aa-456b-8793-15836389bb26', 'name': '', 'network_id': '5cc1250a-5c5f-438e-89a3-e60caaf00585', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'mac_address': 'fa:16:3e:28:b1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:25Z', 'updated_at': '2022-09-20T22:30:31Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'subnets': [{'id': '5948c950-b3b7-44be-8c1e-8b7c09df06f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:32:55.961759 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:55.964883 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935" -d '{"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:32:56.004456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b86c38-ff57-4b26-8f81-3e5252fec2bf x-openstack-request-id: req-63b86c38-ff57-4b26-8f81-3e5252fec2bf {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:32:56.004749 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:32:56.005038 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63b86c38-ff57-4b26-8f81-3e5252fec2bf {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:32:56.005451 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b86c38-ff57-4b26-8f81-3e5252fec2bf'] response: {'name': 'network-changed', 'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:32:56.075072 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67efb0cf-3792-484a-9e26-263c8f2c6571 None None] New status for floating IP f3d22897-c7ad-433d-ba6b-9db5911fe4ae: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:32:56.078166 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-ae5502d8-03c1-4792-987b-df0c5ff465d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:56.079695 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-ae5502d8-03c1-4792-987b-df0c5ff465d1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=021bf48fb20347f8bb6664c066b2c93f&device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 1130 time: 0.0458646 Sep 20 22:32:56.178133 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-a65f7191-9abd-4a49-bab7-5fb14f30ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:56.179654 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-a65f7191-9abd-4a49-bab7-5fb14f30ad9c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 200 len: 913 time: 0.0937493 Sep 20 22:32:56.218325 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-f40fd4b1-1645-4d95-9b9f-8d3b5e900b93 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 200 len: 217 time: 0.0320854 Sep 20 22:32:56.261923 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:56.266918 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-b2cbcc52-b85c-4502-a287-d8a587ab26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:56.268377 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-b2cbcc52-b85c-4502-a287-d8a587ab26db service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 200 len: 852 time: 0.0450394 Sep 20 22:32:56.315813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-e45fd568-c8b6-4ed2-8bb8-d951c6f97a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:56.317248 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-e45fd568-c8b6-4ed2-8bb8-d951c6f97a96 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=5cc1250a-5c5f-438e-89a3-e60caaf00585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430925 Sep 20 22:32:56.373149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:56.411355 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-7cc9885b-3e3d-40b1-9e7d-bb5dc7faaec9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Sep 20 22:32:56.506563 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1bb80db1-6a8f-47e8-8b7a-9e32e8346935 req-143b971f-6efa-4ee3-a749-89da1da98cfe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Sep 20 22:32:57.834598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95951e-8275-42b0-affe-4a0cac478b09 req-de15eea3-963f-4300-b244-56a2021bec10 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:57.836155 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a95951e-8275-42b0-affe-4a0cac478b09 req-de15eea3-963f-4300-b244-56a2021bec10 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0465889 Sep 20 22:32:57.882406 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:32:57.887154 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-2a95951e-8275-42b0-affe-4a0cac478b09 req-a11bc92b-08e0-443f-b229-801edacb3759 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Sep 20 22:32:59.007306 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df471745-4778-4386-be76-d707a18b3d82 req-c022ee76-83cf-4749-af53-7c4fb1a79fb6 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:59.008782 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df471745-4778-4386-be76-d707a18b3d82 req-c022ee76-83cf-4749-af53-7c4fb1a79fb6 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0461965 Sep 20 22:32:59.054130 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-df471745-4778-4386-be76-d707a18b3d82 req-86ea721c-deba-4fc7-8a28-eb4eb333d053 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Sep 20 22:32:59.573088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-56af4d59-4a3b-4330-85af-defa0300be1a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:32:59.574502 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-56af4d59-4a3b-4330-85af-defa0300be1a tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 946 time: 0.0489235 Sep 20 22:32:59.654605 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Deleting port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:32:59.654943 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:59.746857 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] For port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:32:59.747235 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:59.759829 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Calling delete_port for 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:32:59.883165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2c27dc78-c19b-4ad9-b5ae-35688f10f1a8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:59.894743 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:32:59.912841 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Pushing event deleted for resources: {'Port': ['ID=2c27dc78-c19b-4ad9-b5ae-35688f10f1a8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:32:59.957739 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] No DVR routers for this DVR port 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:32:59.960225 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:32:59.963453 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-520a2b9a-4374-4f43-b747-2aa457cd45e9 req-94a6af23-5318-48a8-873b-bc9b4d58fe5f tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 HTTP/1.1" status: 204 len: 173 time: 0.3838811 Sep 20 22:32:59.963939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'name': 'network-vif-deleted', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:32:59.966684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63244070-bbb9-4073-9636-319343470e43" -d '{"events": [{"server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "name": "network-vif-deleted", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:00.009166 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7978dba-8c6e-4284-a974-412c9985d5f8 x-openstack-request-id: req-f7978dba-8c6e-4284-a974-412c9985d5f8 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:00.009765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51ac84a-e21e-470f-b1c4-c542a1b8f553", "name": "network-vif-deleted", "tag": "2c27dc78-c19b-4ad9-b5ae-35688f10f1a8", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:00.009765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7978dba-8c6e-4284-a974-412c9985d5f8 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:00.010075 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7978dba-8c6e-4284-a974-412c9985d5f8'] response: {'server_uuid': 'c51ac84a-e21e-470f-b1c4-c542a1b8f553', 'name': 'network-vif-deleted', 'tag': '2c27dc78-c19b-4ad9-b5ae-35688f10f1a8', 'status': 'completed', 'code': 200} Sep 20 22:33:00.172442 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-6bcfd0bf-405a-4004-8c82-f6461c716988 req-fb282d2f-e6eb-421f-8b8f-06d2054fe9c1 tempest-TestMinimumBasicScenario-2014029436 tempest-TestMinimumBasicScenario-2014029436-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c51ac84a-e21e-470f-b1c4-c542a1b8f553 HTTP/1.1" status: 200 len: 210 time: 0.0300808 Sep 20 22:33:01.879486 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36696) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:02.180550 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (3b993121-4354-484b-939b-c837432e54e1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:02.390810 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Deleting port f760d7cb-34aa-456b-8793-15836389bb26 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:02.391144 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (f760d7cb-34aa-456b-8793-15836389bb26), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:02.468046 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] For port f760d7cb-34aa-456b-8793-15836389bb26, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=f760d7cb-34aa-456b-8793-15836389bb26,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:02.468299 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (f760d7cb-34aa-456b-8793-15836389bb26), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:02.480745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Calling delete_port for f760d7cb-34aa-456b-8793-15836389bb26 owned by network:router_interface {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:02.594491 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:02.610790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:02.655019 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (f760d7cb-34aa-456b-8793-15836389bb26), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:02.677041 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Pushing event deleted for resources: {'Port': ['ID=f760d7cb-34aa-456b-8793-15836389bb26,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:02.838018 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (3b993121-4354-484b-939b-c837432e54e1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.041791 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Router 3b993121-4354-484b-939b-c837432e54e1 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:33:03.385762 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:33:03.391340 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-23badfb1-0029-4cc6-befc-d42067bad774 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/3b993121-4354-484b-939b-c837432e54e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107696 Sep 20 22:33:03.393828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36698) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:03.395288 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Sync routers for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:33:03.406241 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:03.406861 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:03.490382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks [] for router (3b993121-4354-484b-939b-c837432e54e1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.509201 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:03.589437 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks [] for router_gateway (3b993121-4354-484b-939b-c837432e54e1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.631094 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Deleting port 2434d618-8bd6-4697-83db-b6944adcd41c {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:03.631444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.679208 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:33:02Z', 'revision_number': 5, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port': {'id': '2434d618-8bd6-4697-83db-b6944adcd41c', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:58:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b993121-4354-484b-939b-c837432e54e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:03.704888 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Checking router: 3b993121-4354-484b-939b-c837432e54e1 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:33:03.710648 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] For port 2434d618-8bd6-4697-83db-b6944adcd41c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=2434d618-8bd6-4697-83db-b6944adcd41c,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:03.711017 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.713181 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Routers {'3b993121-4354-484b-939b-c837432e54e1'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:03.713786 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['3b993121-4354-484b-939b-c837432e54e1'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:03.717695 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:03.724377 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Calling delete_port for 2434d618-8bd6-4697-83db-b6944adcd41c owned by network:router_gateway {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:03.726266 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:03.796519 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] Set router 3b993121-4354-484b-939b-c837432e54e1 gateway port host: None {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:03.798029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:03.845973 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:33:03Z', 'revision_number': 6, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:03.871226 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1e291-52f8-4043-a67f-5c319e7e7a59 None None] The sync data for ids ['3b993121-4354-484b-939b-c837432e54e1'] in dv-cinder-858276-1-iscsi is: [{'id': '3b993121-4354-484b-939b-c837432e54e1', 'name': 'tempest-TestMinimumBasicScenario-42053197-router', 'tenant_id': '021bf48fb20347f8bb6664c066b2c93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:23Z', 'updated_at': '2022-09-20T22:33:03Z', 'revision_number': 6, 'project_id': '021bf48fb20347f8bb6664c066b2c93f', 'gw_port_host': None}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:33:03.898577 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2434d618-8bd6-4697-83db-b6944adcd41c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:03.927052 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2434d618-8bd6-4697-83db-b6944adcd41c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:03.987162 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (3b993121-4354-484b-939b-c837432e54e1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.071447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (3b993121-4354-484b-939b-c837432e54e1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.073601 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks [] for router_controller (3b993121-4354-484b-939b-c837432e54e1), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.114133 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (3b993121-4354-484b-939b-c837432e54e1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.114809 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b993121-4354-484b-939b-c837432e54e1 {{(pid=106260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:33:04.119908 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.121159 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a502febf-0122-4e72-982e-3648a722b2ab admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/3b993121-4354-484b-939b-c837432e54e1 HTTP/1.1" status: 204 len: 168 time: 0.7263637 Sep 20 22:33:04.123715 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36700) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:04.172745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Deleting subnet 5948c950-b3b7-44be-8c1e-8b7c09df06f3 {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:33:04.176448 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Publish callbacks [] for subnet (5948c950-b3b7-44be-8c1e-8b7c09df06f3), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.212667 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (5948c950-b3b7-44be-8c1e-8b7c09df06f3), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.293712 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (5948c950-b3b7-44be-8c1e-8b7c09df06f3), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.354856 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (5948c950-b3b7-44be-8c1e-8b7c09df06f3), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.382566 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.385874 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5948c950-b3b7-44be-8c1e-8b7c09df06f3 HTTP/1.1" status: 204 len: 168 time: 0.2610843 Sep 20 22:33:04.386894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388b266-df21-4628-860b-1fcb0b97356c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5948c950-b3b7-44be-8c1e-8b7c09df06f3,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:04.388860 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36704) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:04.389612 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e938c-f691-49bb-95d2-4d578324cc18 None None] Network 5cc1250a-5c5f-438e-89a3-e60caaf00585 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:33:04.457923 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (5cc1250a-5c5f-438e-89a3-e60caaf00585), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.503368 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Deleting port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:04.503790 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.573089 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:04.575298 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] For port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,segment=NetworkSegment(65d04b32-5e1d-44b9-b995-16d2883fb28d),segment_id=65d04b32-5e1d-44b9-b995-16d2883fb28d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:04.575666 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.590146 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Calling delete_port for 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:04.653525 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7eb1cf-dd2a-4bca-8c84-2cba7927ec16 None None] DHCP port deletion for 5cc1250a-5c5f-438e-89a3-e60caaf00585 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:33:04.659091 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:04.659790 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f760d7cb-34aa-456b-8793-15836389bb26 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:04.678747 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (8808cb0b-6d79-4627-9ddf-ed4eb10b5a65), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.688456 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: f760d7cb-34aa-456b-8793-15836389bb26 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:04.688880 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device f760d7cb-34aa-456b-8793-15836389bb26 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:04.708124 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8808cb0b-6d79-4627-9ddf-ed4eb10b5a65,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:04.710943 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-9a7eb1cf-dd2a-4bca-8c84-2cba7927ec16 None None] The port '8808cb0b-6d79-4627-9ddf-ed4eb10b5a65' was deleted {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 20 22:33:04.714177 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] No DVR routers for this DVR port 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 on host dv-cinder-858276-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:33:04.792296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (5cc1250a-5c5f-438e-89a3-e60caaf00585), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.812730 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc1250a-5c5f-438e-89a3-e60caaf00585']}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:04.821926 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d04b32-5e1d-44b9-b995-16d2883fb28d') {'for_net_delete': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:04.822221 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d04b32-5e1d-44b9-b995-16d2883fb28d') {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:04.833226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62506422'] for segment (65d04b32-5e1d-44b9-b995-16d2883fb28d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.847894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (65d04b32-5e1d-44b9-b995-16d2883fb28d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.855222 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=106260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:33:04.855604 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62506732'] for segment (65d04b32-5e1d-44b9-b995-16d2883fb28d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.905075 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 65d04b32-5e1d-44b9-b995-16d2883fb28d resource provider aggregate not found Sep 20 22:33:04.925171 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 65d04b32-5e1d-44b9-b995-16d2883fb28d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65d04b32-5e1d-44b9-b995-16d2883fb28d found for delete ", "request_id": "req-0205d07a-2a7f-4071-a976-04f817a708df"}]} Sep 20 22:33:04.931961 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (5cc1250a-5c5f-438e-89a3-e60caaf00585), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.941030 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:04.947259 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5cc1250a-5c5f-438e-89a3-e60caaf00585 HTTP/1.1" status: 204 len: 168 time: 0.5545864 Sep 20 22:33:04.947637 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36710) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:04.954603 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9ffdd-6821-4c9d-8593-245c323f5d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc1250a-5c5f-438e-89a3-e60caaf00585,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:05.102183 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:05.175966 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:05.265643 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (2525b493-c690-4af7-8174-de8fd07b03d6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:05.315027 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:05.334962 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:05.335310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 2c27dc78-c19b-4ad9-b5ae-35688f10f1a8 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:05.485359 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Deleting port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:05.485694 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:05.562733 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] For port 7125a3d1-5eae-48cc-831c-1f3ca8de78cb, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:05.563014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:05.575698 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Calling delete_port for 7125a3d1-5eae-48cc-831c-1f3ca8de78cb owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:05.752895 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (7125a3d1-5eae-48cc-831c-1f3ca8de78cb), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:05.780218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7125a3d1-5eae-48cc-831c-1f3ca8de78cb,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:05.938883 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:05.946350 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (2525b493-c690-4af7-8174-de8fd07b03d6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.037263 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:06.151559 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Router 2525b493-c690-4af7-8174-de8fd07b03d6 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:33:06.258846 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:33:06.266869 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ca1e6d5a-25c5-4e60-bd79-9121890e7ab6 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2525b493-c690-4af7-8174-de8fd07b03d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3150120 Sep 20 22:33:06.266869 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36712) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:06.268884 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Sync routers for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:33:06.279740 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:06.280592 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:06.302750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:06.323179 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:06.323524 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 8808cb0b-6d79-4627-9ddf-ed4eb10b5a65 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:06.323930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2434d618-8bd6-4697-83db-b6944adcd41c no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:06.342317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 2434d618-8bd6-4697-83db-b6944adcd41c {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:06.342669 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 2434d618-8bd6-4697-83db-b6944adcd41c not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:06.369284 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks [] for router (2525b493-c690-4af7-8174-de8fd07b03d6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.380799 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:06.466711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks [] for router_gateway (2525b493-c690-4af7-8174-de8fd07b03d6), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.514108 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Deleting port 0bad3abb-af9f-43c5-b554-7c10a95a9b82 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:06.514470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.548045 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:33:05Z', 'revision_number': 5, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port': {'id': '0bad3abb-af9f-43c5-b554-7c10a95a9b82', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:06.574605 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Checking router: 2525b493-c690-4af7-8174-de8fd07b03d6 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:33:06.583139 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Routers {'2525b493-c690-4af7-8174-de8fd07b03d6'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:06.583672 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:32:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['2525b493-c690-4af7-8174-de8fd07b03d6'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:06.598969 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] For port 0bad3abb-af9f-43c5-b554-7c10a95a9b82, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=0bad3abb-af9f-43c5-b554-7c10a95a9b82,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:06.599336 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.612398 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Calling delete_port for 0bad3abb-af9f-43c5-b554-7c10a95a9b82 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:06.667128 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] Set router 2525b493-c690-4af7-8174-de8fd07b03d6 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:06.781680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (0bad3abb-af9f-43c5-b554-7c10a95a9b82), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.784746 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:06.803915 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:33:06Z', 'revision_number': 6, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:06.806299 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:33:06.808358 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bad3abb-af9f-43c5-b554-7c10a95a9b82,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:06.829855 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f4e45-f612-4aa0-bc68-20eb4b50b01d None None] The sync data for ids ['2525b493-c690-4af7-8174-de8fd07b03d6'] in dv-cinder-858276-1-iscsi is: [{'id': '2525b493-c690-4af7-8174-de8fd07b03d6', 'name': 'tempest-TestMinimumBasicScenario-1294198765-router', 'tenant_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:30:28Z', 'updated_at': '2022-09-20T22:33:06Z', 'revision_number': 6, 'project_id': 'd96c97b7dc8e4b259a9efd8f6c788e5b', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:33:06.858845 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:06.883372 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (2525b493-c690-4af7-8174-de8fd07b03d6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.968619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (2525b493-c690-4af7-8174-de8fd07b03d6), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:06.970762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks [] for router_controller (2525b493-c690-4af7-8174-de8fd07b03d6), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.010709 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (2525b493-c690-4af7-8174-de8fd07b03d6), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.011296 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2525b493-c690-4af7-8174-de8fd07b03d6 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:33:07.015987 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.017183 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b2800f6b-4706-4ab4-bec7-655e357cbf13 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/2525b493-c690-4af7-8174-de8fd07b03d6 HTTP/1.1" status: 204 len: 168 time: 0.7491729 Sep 20 22:33:07.019759 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36714) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:07.063705 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Deleting subnet e2bf8072-014d-4a75-87b1-14f953f28652 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:33:07.066723 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Publish callbacks [] for subnet (e2bf8072-014d-4a75-87b1-14f953f28652), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.104053 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (e2bf8072-014d-4a75-87b1-14f953f28652), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.177205 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (e2bf8072-014d-4a75-87b1-14f953f28652), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.236519 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (e2bf8072-014d-4a75-87b1-14f953f28652), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.254137 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:07.269012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bf8072-014d-4a75-87b1-14f953f28652,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:07.275584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.279891 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6b021ca6-56d6-4934-b8b1-decf0a4878bd admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/e2bf8072-014d-4a75-87b1-14f953f28652 HTTP/1.1" status: 204 len: 168 time: 0.2582653 Sep 20 22:33:07.281534 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36716) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:07.315555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716c881-0629-4997-bd96-13e585da9b5f None None] Network 2f328f2e-accc-4499-b250-2dd262d59980 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:33:07.353970 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (2f328f2e-accc-4499-b250-2dd262d59980), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.382747 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1675ea3a-8229-4329-b473-16b27e9cbc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.398269 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Deleting port e2981109-b62e-4b45-9ce6-e15c78a40ab8 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:07.398604 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.466257 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] For port e2981109-b62e-4b45-9ce6-e15c78a40ab8, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e2981109-b62e-4b45-9ce6-e15c78a40ab8,segment=NetworkSegment(f40723dd-2ddd-4997-82d8-d0532a407abc),segment_id=f40723dd-2ddd-4997-82d8-d0532a407abc)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:07.466615 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.479246 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Calling delete_port for e2981109-b62e-4b45-9ce6-e15c78a40ab8 owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:07.560095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (e2981109-b62e-4b45-9ce6-e15c78a40ab8), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.586395 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2981109-b62e-4b45-9ce6-e15c78a40ab8,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:07.588104 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] No DVR routers for this DVR port e2981109-b62e-4b45-9ce6-e15c78a40ab8 on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:33:07.630917 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba9462-f758-4474-b58b-5201e2cc0a96 None None] DHCP port deletion for 2f328f2e-accc-4499-b250-2dd262d59980 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:33:07.663991 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (2f328f2e-accc-4499-b250-2dd262d59980), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.684995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f328f2e-accc-4499-b250-2dd262d59980']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:07.686741 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:07.694585 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40723dd-2ddd-4997-82d8-d0532a407abc') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:07.694916 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40723dd-2ddd-4997-82d8-d0532a407abc') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:07.707424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (f40723dd-2ddd-4997-82d8-d0532a407abc), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.721125 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (f40723dd-2ddd-4997-82d8-d0532a407abc), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:07.728185 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:33:07.728589 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (f40723dd-2ddd-4997-82d8-d0532a407abc), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.040552 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment f40723dd-2ddd-4997-82d8-d0532a407abc resource provider aggregate not found Sep 20 22:33:08.058605 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment f40723dd-2ddd-4997-82d8-d0532a407abc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f40723dd-2ddd-4997-82d8-d0532a407abc found for delete ", "request_id": "req-f92f7cdf-ac28-4048-85b7-13929f150cf7"}]} Sep 20 22:33:08.063488 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (2f328f2e-accc-4499-b250-2dd262d59980), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.068872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.072060 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2f328f2e-accc-4499-b250-2dd262d59980 HTTP/1.1" status: 204 len: 168 time: 0.7895937 Sep 20 22:33:08.083196 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d530df6-d6d7-4c51-987d-01e4cd129a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f328f2e-accc-4499-b250-2dd262d59980,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:08.236345 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36724) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:08.250060 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 0bad3abb-af9f-43c5-b554-7c10a95a9b82 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:08.274231 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 0bad3abb-af9f-43c5-b554-7c10a95a9b82 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:08.274683 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 0bad3abb-af9f-43c5-b554-7c10a95a9b82 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:08.275153 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 7125a3d1-5eae-48cc-831c-1f3ca8de78cb no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:08.278109 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d0f04c71-bbf2-4f9e-b849-b5381b132658 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=021bf48fb20347f8bb6664c066b2c93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400622 Sep 20 22:33:08.280920 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36726) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:08.293849 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 7125a3d1-5eae-48cc-831c-1f3ca8de78cb {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:08.294196 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 7125a3d1-5eae-48cc-831c-1f3ca8de78cb not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:08.294604 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e2981109-b62e-4b45-9ce6-e15c78a40ab8 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:08.312090 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: e2981109-b62e-4b45-9ce6-e15c78a40ab8 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:08.312435 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e2981109-b62e-4b45-9ce6-e15c78a40ab8 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:08.329793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] Publish callbacks [] for security_group (6c1975c3-b1cc-42b3-80da-183f7ce0c4f8), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.351178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] Publish callbacks [] for security_group (6c1975c3-b1cc-42b3-80da-183f7ce0c4f8), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.401253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6c1975c3-b1cc-42b3-80da-183f7ce0c4f8), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.404425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.405591 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6c1975c3-b1cc-42b3-80da-183f7ce0c4f8 HTTP/1.1" status: 204 len: 168 time: 0.1237431 Sep 20 22:33:08.413583 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635eb1e-55a5-4e67-ad06-73fa1c9efa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1975c3-b1cc-42b3-80da-183f7ce0c4f8,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:08.716628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36732) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:08.756287 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-47c1f2f6-c88a-483f-8739-be1350772f80 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d96c97b7dc8e4b259a9efd8f6c788e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382748 Sep 20 22:33:08.758724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36734) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:08.806149 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] Publish callbacks [] for security_group (ee71260b-203d-4392-b76c-de0bf4442499), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.826363 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] Publish callbacks [] for security_group (ee71260b-203d-4392-b76c-de0bf4442499), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.875112 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ee71260b-203d-4392-b76c-de0bf4442499), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.877833 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:08.879047 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ee71260b-203d-4392-b76c-de0bf4442499 HTTP/1.1" status: 204 len: 168 time: 0.1193998 Sep 20 22:33:08.886984 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59c5d2-3a11-4b0a-84dd-587808b8789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71260b-203d-4392-b76c-de0bf4442499,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:09.651317 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c07ff3dc-d94e-4b6d-bc00-281acc2e5c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:10.763643 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:12.226890 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:12.360928 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:16.466751 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:16.841251 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:16.853224 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714fa7-a9c4-4402-8ae6-135f6a852c55 req-cab5f89b-1830-4323-b1c4-397ab3fb5cf6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:16.854686 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5714fa7-a9c4-4402-8ae6-135f6a852c55 req-cab5f89b-1830-4323-b1c4-397ab3fb5cf6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Sep 20 22:33:16.901947 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c5714fa7-a9c4-4402-8ae6-135f6a852c55 req-53bead86-9822-4303-a1d3-34017f6c0485 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Sep 20 22:33:18.024801 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1785c5-b71f-45b3-bbff-b7590c7f9f58 req-b470f0e6-f8e7-4e96-b76f-bdd11026d92e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:18.026207 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4c1785c5-b71f-45b3-bbff-b7590c7f9f58 req-b470f0e6-f8e7-4e96-b76f-bdd11026d92e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Sep 20 22:33:18.050388 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:18.077108 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4c1785c5-b71f-45b3-bbff-b7590c7f9f58 req-1ddedf98-000d-4da9-a819-e7f4263728cc tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4be75209-7710-4146-944c-31f941b38696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Sep 20 22:33:18.217580 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-81e7c463-6626-457f-a220-84426f6e036f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:18.218984 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-81e7c463-6626-457f-a220-84426f6e036f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 945 time: 0.0452411 Sep 20 22:33:18.302202 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 093b362f-098e-4d4d-84e5-a8dcd1760122 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:18.302458 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.390138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] For port 093b362f-098e-4d4d-84e5-a8dcd1760122, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=093b362f-098e-4d4d-84e5-a8dcd1760122,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:18.390493 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.547113 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.547463 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.547774 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 6b556c1e-0a16-48fc-9204-03d3a31d0845 disassociated. External IP: 172.27.2.114, port: 093b362f-098e-4d4d-84e5-a8dcd1760122. Sep 20 22:33:18.548110 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 093b362f-098e-4d4d-84e5-a8dcd1760122 owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:18.668756 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (093b362f-098e-4d4d-84e5-a8dcd1760122), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.697293 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=093b362f-098e-4d4d-84e5-a8dcd1760122,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:18.806850 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:33:18.905965 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:18.908995 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:33:18.921253 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:33:18.931610 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:18.932222 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:18.955680 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] No DVR routers for this DVR port 093b362f-098e-4d4d-84e5-a8dcd1760122 on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:33:18.958290 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:18.961658 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-4eab6907-d732-4ad0-b57c-e20da857d397 req-773dcdd9-c6a6-4bb8-92d7-b338ee8a9cae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "DELETE /networking/v2.0/ports/093b362f-098e-4d4d-84e5-a8dcd1760122 HTTP/1.1" status: 204 len: 173 time: 0.7376103 Sep 20 22:33:18.962309 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'name': 'network-vif-deleted', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:33:18.965861 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa6d8b-b972-4051-9f80-b1efa7ee57f3" -d '{"events": [{"server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "name": "network-vif-deleted", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:19.008434 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d679af-6b4b-49af-ba8c-a8e323b554ed x-openstack-request-id: req-90d679af-6b4b-49af-ba8c-a8e323b554ed {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:19.008718 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1229b-9470-4d8f-8451-6fc1e718b652", "name": "network-vif-deleted", "tag": "093b362f-098e-4d4d-84e5-a8dcd1760122", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:19.009010 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90d679af-6b4b-49af-ba8c-a8e323b554ed {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:19.009405 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d679af-6b4b-49af-ba8c-a8e323b554ed'] response: {'server_uuid': 'f8c1229b-9470-4d8f-8451-6fc1e718b652', 'name': 'network-vif-deleted', 'tag': '093b362f-098e-4d4d-84e5-a8dcd1760122', 'status': 'completed', 'code': 200} Sep 20 22:33:19.039617 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:19.224052 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3632049f-7f66-47c1-83d9-da67cd05e621 req-aee1e6ab-043b-4a18-8dae-02b7a030ceaa tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f8c1229b-9470-4d8f-8451-6fc1e718b652 HTTP/1.1" status: 200 len: 210 time: 0.0310242 Sep 20 22:33:19.386305 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:19.411853 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:33:19.421381 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:19.421994 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:19.520932 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:19.529622 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:19.682001 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:19.741188 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:19.769251 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01069fb-8668-4dfc-8a52-5b5286685890 None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '9eb6a413-4368-4d3f-8957-1a82f20bf793', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:8d:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef067608-a015-4521-8a76-e5aeba165960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:31:29Z', 'updated_at': '2022-09-20T22:31:43Z', 'revision_number': 2, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:33:19.980154 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd1519-2115-4740-9923-9d5b6da4e65d None None] New status for floating IP 6b556c1e-0a16-48fc-9204-03d3a31d0845: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:33:20.318355 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36764) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:20.371517 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (4be75209-7710-4146-944c-31f941b38696), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.394493 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (4be75209-7710-4146-944c-31f941b38696), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.443083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (4be75209-7710-4146-944c-31f941b38696), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.446487 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.447623 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4be75209-7710-4146-944c-31f941b38696 HTTP/1.1" status: 204 len: 168 time: 0.1282816 Sep 20 22:33:20.450445 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36766) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:20.456781 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d6739-09c2-4896-839c-ba6cab355fe4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be75209-7710-4146-944c-31f941b38696,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:20.458361 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:20.465010 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-eb9f8a35-64bc-4b63-99dc-c14866b32335 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] show failed (client error): The resource could not be found. Sep 20 22:33:20.466022 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-eb9f8a35-64bc-4b63-99dc-c14866b32335 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4be75209-7710-4146-944c-31f941b38696 HTTP/1.1" status: 404 len: 347 time: 0.0145998 Sep 20 22:33:20.469264 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36768) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:20.580447 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 48c7d559-264e-4409-9627-186c4b5886cb {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:20.580791 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (48c7d559-264e-4409-9627-186c4b5886cb), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.582267 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:20.660836 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (48c7d559-264e-4409-9627-186c4b5886cb), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.661197 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (48c7d559-264e-4409-9627-186c4b5886cb), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.674572 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 48c7d559-264e-4409-9627-186c4b5886cb owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:20.801141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (48c7d559-264e-4409-9627-186c4b5886cb), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.824725 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=48c7d559-264e-4409-9627-186c4b5886cb,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:20.884282 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (6b556c1e-0a16-48fc-9204-03d3a31d0845), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.886793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:20.887921 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6c1fd415-d556-4507-b5b8-589c1c91e38c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/6b556c1e-0a16-48fc-9204-03d3a31d0845 HTTP/1.1" status: 204 len: 168 time: 0.4172823 Sep 20 22:33:22.485512 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dd086-dc3a-4324-80f8-334e122bdd6c req-d5bb981c-50ca-45f7-8dbc-6236e233174c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:22.486895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-357dd086-dc3a-4324-80f8-334e122bdd6c req-d5bb981c-50ca-45f7-8dbc-6236e233174c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0456512 Sep 20 22:33:22.533671 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-357dd086-dc3a-4324-80f8-334e122bdd6c req-9021ac8c-dc4e-4896-9d30-f77b419c60da tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Sep 20 22:33:23.364292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 093b362f-098e-4d4d-84e5-a8dcd1760122 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:23.384320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 093b362f-098e-4d4d-84e5-a8dcd1760122 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:23.384666 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 093b362f-098e-4d4d-84e5-a8dcd1760122 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:23.659475 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca40bc6-74fa-4471-a669-8ac12d065ec7 req-8dade90a-aecc-4daa-8efd-d1d15caadf55 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:23.660986 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ca40bc6-74fa-4471-a669-8ac12d065ec7 req-8dade90a-aecc-4daa-8efd-d1d15caadf55 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Sep 20 22:33:23.708613 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9ca40bc6-74fa-4471-a669-8ac12d065ec7 req-f8c38b9b-7ff0-45be-91cc-7bb375ecb694 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=093a53fc-d630-46b1-a13d-1d72a0129242&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Sep 20 22:33:23.996592 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-31905133-0893-4b9c-9022-e952b48383c8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:23.997964 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-31905133-0893-4b9c-9022-e952b48383c8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 20 22:33:24.078022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 3c925cd1-3b42-4284-9099-5cce9585f55e {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:24.078360 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.167075 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] For port 3c925cd1-3b42-4284-9099-5cce9585f55e, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=3c925cd1-3b42-4284-9099-5cce9585f55e,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:24.167430 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.324376 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.324657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.324999 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 9eb6a413-4368-4d3f-8957-1a82f20bf793 disassociated. External IP: 172.27.2.216, port: 3c925cd1-3b42-4284-9099-5cce9585f55e. Sep 20 22:33:24.325339 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 3c925cd1-3b42-4284-9099-5cce9585f55e owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:24.457934 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (3c925cd1-3b42-4284-9099-5cce9585f55e), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.483702 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=3c925cd1-3b42-4284-9099-5cce9585f55e,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:24.592633 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:33:24.692035 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:33:24.702680 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:33:24.711608 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:24.712214 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:24.731880 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] No DVR routers for this DVR port 3c925cd1-3b42-4284-9099-5cce9585f55e on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:33:24.734918 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:24.739587 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-1e6f7883-4051-402e-bd20-f25a50f3f4a2 req-503b1eab-742f-4190-9ca9-f26a5c1b7291 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "DELETE /networking/v2.0/ports/3c925cd1-3b42-4284-9099-5cce9585f55e HTTP/1.1" status: 204 len: 173 time: 0.7353909 Sep 20 22:33:24.740094 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'name': 'network-vif-deleted', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:33:24.742928 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942c2b27-ad52-4494-bdb2-f754c6e20695" -d '{"events": [{"server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "name": "network-vif-deleted", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:24.790773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d7e54a-fb2c-4d69-9745-7316e77f2d70 x-openstack-request-id: req-17d7e54a-fb2c-4d69-9745-7316e77f2d70 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:24.791066 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef067608-a015-4521-8a76-e5aeba165960", "name": "network-vif-deleted", "tag": "3c925cd1-3b42-4284-9099-5cce9585f55e", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:24.791313 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17d7e54a-fb2c-4d69-9745-7316e77f2d70 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:24.791742 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d7e54a-fb2c-4d69-9745-7316e77f2d70'] response: {'server_uuid': 'ef067608-a015-4521-8a76-e5aeba165960', 'name': 'network-vif-deleted', 'tag': '3c925cd1-3b42-4284-9099-5cce9585f55e', 'status': 'completed', 'code': 200} Sep 20 22:33:24.826043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:24.831866 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:24.846694 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a4f70c4e-9ee1-4213-9d54-0aadc8a9ed93 req-16a8e5b9-b91c-40e2-ba53-a0551c4b1c8c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ef067608-a015-4521-8a76-e5aeba165960 HTTP/1.1" status: 200 len: 210 time: 0.0458169 Sep 20 22:33:25.036300 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:25.060912 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:33:25.069671 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:25.070270 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:25.168364 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:25.360320 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:25.388029 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135db79-9bc8-46fc-b182-ec23bfe953d0 None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:33:25.595079 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94926c-920a-40da-b90c-eea26b1491fe None None] New status for floating IP 9eb6a413-4368-4d3f-8957-1a82f20bf793: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:33:25.597885 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:25.599452 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:25.941024 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36800) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:25.967045 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:25.997824 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (093a53fc-d630-46b1-a13d-1d72a0129242), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.019074 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (093a53fc-d630-46b1-a13d-1d72a0129242), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.068966 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (093a53fc-d630-46b1-a13d-1d72a0129242), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.071474 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.072603 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/093a53fc-d630-46b1-a13d-1d72a0129242 HTTP/1.1" status: 204 len: 168 time: 0.1305604 Sep 20 22:33:26.075466 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36802) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.081596 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8a535-aaf8-42d6-8742-25ee28ec155a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a53fc-d630-46b1-a13d-1d72a0129242,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:26.089607 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.api.v2.resource [None req-0e0ce8a2-a75e-4952-b603-52268c41582a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] show failed (client error): The resource could not be found. Sep 20 22:33:26.090604 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-0e0ce8a2-a75e-4952-b603-52268c41582a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups/093a53fc-d630-46b1-a13d-1d72a0129242 HTTP/1.1" status: 404 len: 347 time: 0.0141380 Sep 20 22:33:26.093937 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36804) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.203713 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 4aa989f6-4dc3-4ea3-989a-c301dba52537 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:33:26.204059 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.280478 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:26.282332 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.282669 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (4aa989f6-4dc3-4ea3-989a-c301dba52537), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.295688 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 4aa989f6-4dc3-4ea3-989a-c301dba52537 owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:33:26.420259 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (4aa989f6-4dc3-4ea3-989a-c301dba52537), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.446931 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=4aa989f6-4dc3-4ea3-989a-c301dba52537,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:26.506597 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (9eb6a413-4368-4d3f-8957-1a82f20bf793), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.509061 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.510194 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-209d52da-54df-42c5-9a33-ba42fd47d6f4 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/9eb6a413-4368-4d3f-8957-1a82f20bf793 HTTP/1.1" status: 204 len: 168 time: 0.4152055 Sep 20 22:33:26.580654 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36808) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.585156 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787770658', 'description': 'tempest-description--1530912914'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:26.605246 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.613627 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:26.671793 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (be482520-d67b-40d3-957a-8974fa1aa18d), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.675030 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (be482520-d67b-40d3-957a-8974fa1aa18d), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.704709 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.705954 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1242771 Sep 20 22:33:26.707936 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aceae1-5950-4882-97ca-7d26d4eefa0a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be482520-d67b-40d3-957a-8974fa1aa18d,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:26.709180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36810) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.714596 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': 'be482520-d67b-40d3-957a-8974fa1aa18d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:26.740591 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (43d53683-bb48-4121-874a-859d02708562), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.794424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (43d53683-bb48-4121-874a-859d02708562), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.797966 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (43d53683-bb48-4121-874a-859d02708562), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.816820 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d53683-bb48-4121-874a-859d02708562,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:26.824630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.825915 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8f0c6b82-4a01-4313-8021-679d5b36eff0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150007 Sep 20 22:33:26.829231 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36812) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.833393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': 'be482520-d67b-40d3-957a-8974fa1aa18d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:26.858668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (c531b36d-8664-417b-bd23-81e6efbf0a1f), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.917126 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (c531b36d-8664-417b-bd23-81e6efbf0a1f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.920535 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (c531b36d-8664-417b-bd23-81e6efbf0a1f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.938460 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c531b36d-8664-417b-bd23-81e6efbf0a1f,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:26.946012 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.946627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.946729 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.947007 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.947337 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.947663 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.947990 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.948311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.948637 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.948958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.949302 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.949621 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.949939 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.950316 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.950747 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:26.955738 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:26.956895 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-eaeb2fc9-eafd-4a83-b65d-907f6b7fb699 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267645 Sep 20 22:33:26.960046 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 36814) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:26.964153 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:26.984044 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.065112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.170967 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.27.2.228 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/2f400d07-4058-4210-b10a-6409f19c34b1) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:33:27.262077 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:27.272747 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (2f400d07-4058-4210-b10a-6409f19c34b1), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.295193 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:27.308787 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.351997 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:33:27.356042 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:33:27.363146 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:33:27.388950 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=2f400d07-4058-4210-b10a-6409f19c34b1,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:27.448470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.484792 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.637312 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (2f400d07-4058-4210-b10a-6409f19c34b1), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.642175 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.711808 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.714346 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=2f400d07-4058-4210-b10a-6409f19c34b1,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:27.729668 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:27.730877 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-87d0b3fa-b89b-43aa-9522-e29426620408 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7698958 Sep 20 22:33:27.925548 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-40a250e7-5f4b-4ec9-8657-05bd77dfa9f8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1787770658&fields=id&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 267 time: 0.0419977 Sep 20 22:33:28.030711 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-91c90385-b48e-4d80-a53f-ca22db8423c5 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:28.032158 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-91c90385-b48e-4d80-a53f-ca22db8423c5 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1005409 Sep 20 22:33:28.046080 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-b0c760ea-d573-4f7b-ace5-7a8c90bba47f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/quotas/59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 375 time: 0.0086069 Sep 20 22:33:28.092941 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-937249d4-69e1-404f-8d7c-536702b26b33 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416517 Sep 20 22:33:28.172671 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:28.190248 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-006ee5ef-e32e-4a44-b256-c29c0caec1d1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862153 Sep 20 22:33:28.275726 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-11437e8e-fa03-4903-af4b-becbf067f4e0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798619 Sep 20 22:33:28.444113 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f51a7465-8d64-4025-81c5-e42c059ec605 req-9ec1b743-14bd-4b84-9c85-f953359fc9ad tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 210 time: 0.0306768 Sep 20 22:33:29.411523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 3c925cd1-3b42-4284-9099-5cce9585f55e no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:33:29.414553 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:29.434062 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 3c925cd1-3b42-4284-9099-5cce9585f55e {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:33:29.434738 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 3c925cd1-3b42-4284-9099-5cce9585f55e not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:33:29.438684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-af58f431-e1d9-40b3-b4d9-bc7a2b6a69e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:29.440167 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-af58f431-e1d9-40b3-b4d9-bc7a2b6a69e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1170588 Sep 20 22:33:29.503739 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-661ffffb-e6ae-4085-950d-ad26d80f5daf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 380 time: 0.0555398 Sep 20 22:33:29.548442 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-52dcf587-857f-4bba-9091-bf750a627eb4 req-83d5c3ef-459b-4c0b-8399-8bae8afc39c1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Sep 20 22:33:29.573934 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'port': {'device_id': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'admin_state_up': True, 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'security_groups': ['be482520-d67b-40d3-957a-8974fa1aa18d']}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:29.680730 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'port': 1} {{(pid=106261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:33:29.684319 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:29.809751 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.20.0.9 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/00e67254-d3c8-4610-91f0-b807532d876b) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:33:29.945195 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (00e67254-d3c8-4610-91f0-b807532d876b), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:29.975855 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.019984 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:33:30.023172 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:33:30.026809 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:33:30.052141 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:30.084809 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:30.085526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.103672 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-50d9b7d0-6b5b-4664-b61f-c04a7d13b495 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334930 Sep 20 22:33:30.116159 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Request body: {'port': {'device_id': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:30.118602 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:30.181295 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00e67254-d3c8-4610-91f0-b807532d876b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.202409 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Provisioning complete for port 00e67254-d3c8-4610-91f0-b807532d876b triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:33:30.202867 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (00e67254-d3c8-4610-91f0-b807532d876b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.203265 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Attempt 1 to provision port 00e67254-d3c8-4610-91f0-b807532d876b Sep 20 22:33:30.234800 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Port 00e67254-d3c8-4610-91f0-b807532d876b cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:33:30.240424 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:30.441453 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e67254-d3c8-4610-91f0-b807532d876b {{(pid=106261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:33:30.449138 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks [] for port (00e67254-d3c8-4610-91f0-b807532d876b), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.462141 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.provisioning_blocks [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Transition to ACTIVE for port object 00e67254-d3c8-4610-91f0-b807532d876b will not be triggered until provisioned by entity L2. {{(pid=106261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:33:30.466822 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.528858 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Pushing event updated for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:30.580355 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Attempting to bind port 00e67254-d3c8-4610-91f0-b807532d876b on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:33:30.580696 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Attempting to bind port 00e67254-d3c8-4610-91f0-b807532d876b by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:33:30.581056 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Attempting to bind port 00e67254-d3c8-4610-91f0-b807532d876b on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:33:30.622336 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Port 00e67254-d3c8-4610-91f0-b807532d876b on network fdd6da27-ff07-48de-8020-aad44ec6dade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:33:30.622722 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Attempting to bind port 00e67254-d3c8-4610-91f0-b807532d876b on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:33:30.667063 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:33:30.667470 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:33:30.667735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff94c9-3632-497d-b357-5cc6f4ebc5fb req-40f627c5-eb6b-4ec0-88eb-0868687d139c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:30.668204 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:33:30.668311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Bound port: 00e67254-d3c8-4610-91f0-b807532d876b, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:33:30.668639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00e67254-d3c8-4610-91f0-b807532d876b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.669295 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7aff94c9-3632-497d-b357-5cc6f4ebc5fb req-40f627c5-eb6b-4ec0-88eb-0868687d139c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 943 time: 0.0467005 Sep 20 22:33:30.720580 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-7aff94c9-3632-497d-b357-5cc6f4ebc5fb req-e30924e1-9f0a-488e-b58d-d3bc2997b7f7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Sep 20 22:33:30.728342 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:33:30.731374 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=00e67254-d3c8-4610-91f0-b807532d876b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:33:30.736371 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Attempt 2 to provision port 00e67254-d3c8-4610-91f0-b807532d876b Sep 20 22:33:30.738451 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.764529 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:30.765173 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:30.766557 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/00e67254-d3c8-4610-91f0-b807532d876b HTTP/1.1" status: 200 len: 1093 time: 0.6548676 Sep 20 22:33:30.767020 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:33:30.769282 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b45512-a80d-441c-bd97-07c777bcff51" -d '{"events": [{"name": "network-changed", "server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "tag": "00e67254-d3c8-4610-91f0-b807532d876b"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:30.774787 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:30.783182 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-413493a4-8a3b-4ba6-ba54-068fb9a163e2 None None] Port 00e67254-d3c8-4610-91f0-b807532d876b had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:33:30.800097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8992dc-4fab-49b4-a082-572ecd4d0f0e service neutron] Pushing event updated for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:30.820176 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e4ddbe-25c1-4a83-b23e-2bda575c1826 x-openstack-request-id: req-b0e4ddbe-25c1-4a83-b23e-2bda575c1826 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:30.820460 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "tag": "00e67254-d3c8-4610-91f0-b807532d876b", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:30.820706 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0e4ddbe-25c1-4a83-b23e-2bda575c1826 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:30.821118 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e4ddbe-25c1-4a83-b23e-2bda575c1826'] response: {'name': 'network-changed', 'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b', 'status': 'completed', 'code': 200} Sep 20 22:33:30.850241 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-bc6de185-ae00-4007-ad91-89ba78a28f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:30.851766 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-bc6de185-ae00-4007-ad91-89ba78a28f56 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 1127 time: 0.0419703 Sep 20 22:33:30.893186 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-a39b8171-775c-4015-9dbb-25ae9dbab107 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e67254-d3c8-4610-91f0-b807532d876b HTTP/1.1" status: 200 len: 217 time: 0.0340536 Sep 20 22:33:30.939580 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-d6a8c076-8b9b-4c46-9479-a7e07076188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:30.941023 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-d6a8c076-8b9b-4c46-9479-a7e07076188b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0428047 Sep 20 22:33:31.240414 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:31.248866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-62451a4d-9663-4c89-837c-cda17558314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:31.250378 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-62451a4d-9663-4c89-837c-cda17558314f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3037891 Sep 20 22:33:31.337553 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-15df3059-65e4-4e82-a1a2-240975d42186 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801055 Sep 20 22:33:31.427874 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:31.431721 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-8cfb1ff0-ea21-4fc4-afd0-cd51d3dec6a3 req-4a9a43ab-73a3-4d12-a029-4738e558368b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872788 Sep 20 22:33:31.837571 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60136563-3988-4557-91ac-d8c1819df641 req-fc5c1e4c-545a-4613-bfce-08a6bf1b9522 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:31.839013 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-60136563-3988-4557-91ac-d8c1819df641 req-fc5c1e4c-545a-4613-bfce-08a6bf1b9522 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 943 time: 0.0452259 Sep 20 22:33:31.884759 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-60136563-3988-4557-91ac-d8c1819df641 req-331a3b71-1e9d-4d3a-a7b0-6ded7acb5cf5 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Sep 20 22:33:32.175130 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45512-a80d-441c-bd97-07c777bcff51 req-8b43ca38-2ff8-4186-ace7-4b91e973ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:32.176633 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-8b43ca38-2ff8-4186-ace7-4b91e973ce5a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 1127 time: 0.0381444 Sep 20 22:33:32.268998 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45512-a80d-441c-bd97-07c777bcff51 req-01403faf-32d0-4a8c-9013-b3e31f92223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:32.270485 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-01403faf-32d0-4a8c-9013-b3e31f92223c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0881498 Sep 20 22:33:32.307658 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-363dc28d-dbc2-4346-87cc-31caa640ee76 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e67254-d3c8-4610-91f0-b807532d876b HTTP/1.1" status: 200 len: 217 time: 0.0314736 Sep 20 22:33:32.360723 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45512-a80d-441c-bd97-07c777bcff51 req-66d3e68d-6f2a-4b47-bae4-c85b75970875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:32.362212 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-66d3e68d-6f2a-4b47-bae4-c85b75970875 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0491078 Sep 20 22:33:32.403591 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b45512-a80d-441c-bd97-07c777bcff51 req-40fac0d9-c758-4d40-a1c6-96b778584222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:32.405103 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-40fac0d9-c758-4d40-a1c6-96b778584222 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372415 Sep 20 22:33:32.492736 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-1955d39d-fa6d-4ff0-9446-d41c0bcd2356 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810802 Sep 20 22:33:32.584961 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-72b45512-a80d-441c-bd97-07c777bcff51 req-1b5d71ad-22b9-451c-a10d-b62e5665fd53 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845816 Sep 20 22:33:33.008181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6a144-2e5c-4ffc-9980-cb8080b51acc req-93968176-39c5-4c2d-91ed-67e2120949d2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:33.009666 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8f6a144-2e5c-4ffc-9980-cb8080b51acc req-93968176-39c5-4c2d-91ed-67e2120949d2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 943 time: 0.0468891 Sep 20 22:33:33.055051 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a8f6a144-2e5c-4ffc-9980-cb8080b51acc req-3a18bbd8-d782-46eb-ac5e-bc8abc644377 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Sep 20 22:33:34.176100 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f7c8-fb38-4d42-a728-62e02e083d08 req-ac243d04-2d06-433c-89f8-69753f906183 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:34.177556 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3780f7c8-fb38-4d42-a728-62e02e083d08 req-ac243d04-2d06-433c-89f8-69753f906183 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 943 time: 0.0492435 Sep 20 22:33:34.222820 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-3780f7c8-fb38-4d42-a728-62e02e083d08 req-50e10c9d-f899-45f3-a2a1-abfae9f11625 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Sep 20 22:33:35.411311 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 00e67254-d3c8-4610-91f0-b807532d876b details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:33:35.467772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:35.510027 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=00e67254-d3c8-4610-91f0-b807532d876b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:35.524533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '00e67254-d3c8-4610-91f0-b807532d876b', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'port_id': '00e67254-d3c8-4610-91f0-b807532d876b', 'mac_address': 'fa:16:3e:1d:d0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:33:35.536515 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07404d12-9102-412f-80ac-4eff8594a2eb req-b6751e2b-5943-4256-8628-ad0f13e6e3c0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:35.538158 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-07404d12-9102-412f-80ac-4eff8594a2eb req-b6751e2b-5943-4256-8628-ad0f13e6e3c0 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 943 time: 0.2412796 Sep 20 22:33:35.559186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 00e67254-d3c8-4610-91f0-b807532d876b is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:33:35.559578 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00e67254-d3c8-4610-91f0-b807532d876b), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:35.573210 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e67254-d3c8-4610-91f0-b807532d876b {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:33:35.585759 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-07404d12-9102-412f-80ac-4eff8594a2eb req-37d4bc02-4fb0-4ea1-8301-c0835a7eb92c tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Sep 20 22:33:35.596662 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=00e67254-d3c8-4610-91f0-b807532d876b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:35.600781 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:35.646195 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:35.655032 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.656123 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.656684 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.657263 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.657711 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.658050 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.658390 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.658723 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.659057 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.659406 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.663315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.663315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.663315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.663315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.663315 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:33:35.671047 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:35.698047 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:35.830799 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['00e67254-d3c8-4610-91f0-b807532d876b'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:33:36.762541 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f4b98-7981-422b-b97f-411f1b407039 req-7e92998d-009e-452d-a6fd-061f062db181 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:36.763998 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-524f4b98-7981-422b-b97f-411f1b407039 req-7e92998d-009e-452d-a6fd-061f062db181 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 944 time: 0.0993702 Sep 20 22:33:36.810075 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-524f4b98-7981-422b-b97f-411f1b407039 req-27b65cfd-3895-4fb4-b95b-fd9f4ab7daae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405486 Sep 20 22:33:37.304907 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-292b6cd2-71d9-4c65-8e5f-c7870e908703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:37.412663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 00e67254-d3c8-4610-91f0-b807532d876b up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:33:37.454561 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 00e67254-d3c8-4610-91f0-b807532d876b completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:33:37.460228 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 00e67254-d3c8-4610-91f0-b807532d876b triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:33:37.460604 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (00e67254-d3c8-4610-91f0-b807532d876b), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:37.460952 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 00e67254-d3c8-4610-91f0-b807532d876b Sep 20 22:33:37.532750 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 00e67254-d3c8-4610-91f0-b807532d876b is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:33:37.533076 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (00e67254-d3c8-4610-91f0-b807532d876b), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:37.554634 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:33:37.556848 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8405a-11fc-4fe3-82a0-267d911f0064" -d '{"events": [{"server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "name": "network-vif-plugged", "status": "completed", "tag": "00e67254-d3c8-4610-91f0-b807532d876b"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:37.569264 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=00e67254-d3c8-4610-91f0-b807532d876b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:33:37.574102 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:37.601814 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b370de67-dae9-41bd-8f51-96d784175215 x-openstack-request-id: req-b370de67-dae9-41bd-8f51-96d784175215 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:37.602100 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "name": "network-vif-plugged", "status": "completed", "tag": "00e67254-d3c8-4610-91f0-b807532d876b", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:37.602346 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b370de67-dae9-41bd-8f51-96d784175215 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:37.602734 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b370de67-dae9-41bd-8f51-96d784175215'] response: {'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b', 'code': 200} Sep 20 22:33:37.628417 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:33:37.802640 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e803-a510-4ea5-bb02-96687b2e382f req-8b92d6af-4486-4753-ad0f-0566698cf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:37.804019 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a23e803-a510-4ea5-bb02-96687b2e382f req-8b92d6af-4486-4753-ad0f-0566698cf255 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 1129 time: 0.0381227 Sep 20 22:33:37.847616 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3a23e803-a510-4ea5-bb02-96687b2e382f req-c482b664-8eda-4aba-b9ba-d7a63156e006 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377386 Sep 20 22:33:37.928397 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b473475-3993-490c-ac97-2b10d26a3716 req-2c5f5a8c-c6d7-40fa-855f-9d1e61aff987 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:37.929879 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b473475-3993-490c-ac97-2b10d26a3716 req-2c5f5a8c-c6d7-40fa-855f-9d1e61aff987 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0461483 Sep 20 22:33:37.951092 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:37.981471 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5b473475-3993-490c-ac97-2b10d26a3716 req-09c95535-2877-4105-9bfc-21228ee0acd3 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Sep 20 22:33:39.107023 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e9eb9-5662-42c9-9a57-cd572c1eb93a req-caab10e5-6a71-4a62-8021-f93d20f0ce61 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:39.108490 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-403e9eb9-5662-42c9-9a57-cd572c1eb93a req-caab10e5-6a71-4a62-8021-f93d20f0ce61 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Sep 20 22:33:39.155127 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-403e9eb9-5662-42c9-9a57-cd572c1eb93a req-1d21e606-7a0f-4689-8d7b-e2a1a8895ab8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Sep 20 22:33:39.272611 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939bcd0-aaa6-4b7c-9f2e-9d9eecea8989 req-35ecdb31-1fc9-4ca9-ba7e-cebff98de7ba tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:39.274108 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9939bcd0-aaa6-4b7c-9f2e-9d9eecea8989 req-35ecdb31-1fc9-4ca9-ba7e-cebff98de7ba tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0472896 Sep 20 22:33:39.284833 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 36876) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:33:39.289132 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'port_id': '00e67254-d3c8-4610-91f0-b807532d876b'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:33:39.325711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:39.611781 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:39.654220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-399af22a-abdf-46b8-8fd8-dd2e9c1c8a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:39.747453 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:39.751665 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:39.842023 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 8a1d3830-ee7f-454e-b80b-23340776cb2f associated. External IP: 172.27.2.228, port: 00e67254-d3c8-4610-91f0-b807532d876b. Sep 20 22:33:40.030228 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:33:40.371697 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:40.374530 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:33:40.379392 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:40.383795 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:33:40.393333 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:40.393950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:40.410334 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-fcd4a8df-eafe-483d-b7af-334f77403b85 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/8a1d3830-ee7f-454e-b80b-23340776cb2f HTTP/1.1" status: 200 len: 991 time: 1.1244433 Sep 20 22:33:40.410983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:33:40.413226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461" -d '{"events": [{"name": "network-changed", "server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "tag": "00e67254-d3c8-4610-91f0-b807532d876b"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:33:40.430091 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:40.450913 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d0a53-c976-411a-b42e-ba3be5e882d4 x-openstack-request-id: req-e66d0a53-c976-411a-b42e-ba3be5e882d4 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:33:40.451205 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "tag": "00e67254-d3c8-4610-91f0-b807532d876b", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:33:40.451472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e66d0a53-c976-411a-b42e-ba3be5e882d4 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:33:40.451860 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66d0a53-c976-411a-b42e-ba3be5e882d4'] response: {'name': 'network-changed', 'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b', 'status': 'completed', 'code': 200} Sep 20 22:33:40.499905 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:40.510844 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-25979286-6dcf-402b-bd4e-bc16e9986673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:40.512336 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-25979286-6dcf-402b-bd4e-bc16e9986673 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 1129 time: 0.0376542 Sep 20 22:33:40.566297 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:40.604457 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:40.606294 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-a004c689-0b8a-4394-85a1-3361b98da4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:40.607799 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-a004c689-0b8a-4394-85a1-3361b98da4d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0887671 Sep 20 22:33:40.671307 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-a48d6899-d87a-473f-93dc-f950be42845c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00e67254-d3c8-4610-91f0-b807532d876b HTTP/1.1" status: 200 len: 999 time: 0.0574777 Sep 20 22:33:40.722627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-aa6de608-b3fb-45a8-adc1-9bddf37e7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:40.724107 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-aa6de608-b3fb-45a8-adc1-9bddf37e7741 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0466757 Sep 20 22:33:40.756942 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:40.770517 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-93200e0a-3b40-4253-bfb4-561a8e4732e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:33:40.772018 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-93200e0a-3b40-4253-bfb4-561a8e4732e0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428631 Sep 20 22:33:40.790616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:40.852247 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '8a1d3830-ee7f-454e-b80b-23340776cb2f', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '00e67254-d3c8-4610-91f0-b807532d876b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:1d:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:33:27Z', 'updated_at': '2022-09-20T22:33:39Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:40.860890 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-fecb51f1-6604-43f4-afc2-c835500d215c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833600 Sep 20 22:33:40.880805 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:33:40.889510 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:33:40.890122 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:33:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:40.955020 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-88eceeb1-e8d2-4cc6-9daa-651f0aab2461 req-f5092b95-5b58-40d7-9080-bd517e6cb141 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882676 Sep 20 22:33:40.993144 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:33:41.207681 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '8a1d3830-ee7f-454e-b80b-23340776cb2f', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '00e67254-d3c8-4610-91f0-b807532d876b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:1d:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:33:27Z', 'updated_at': '2022-09-20T22:33:39Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:33:41.231614 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94756a7-ac29-4966-9616-0c62a1b29fb7 None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '8a1d3830-ee7f-454e-b80b-23340776cb2f', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '00e67254-d3c8-4610-91f0-b807532d876b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:1d:d0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:33:27Z', 'updated_at': '2022-09-20T22:33:39Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:33:41.414845 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4758880-f004-4b0f-a78d-17144c887cf1 None None] New status for floating IP 8a1d3830-ee7f-454e-b80b-23340776cb2f: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:33:42.230295 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:42.364245 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:43.785969 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:33:46.465721 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:33:50.405591 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:50.406756 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:50.945154 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=37 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:50.951296 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=34 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:51.515168 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:56.458936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=54 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:33:56.461491 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:01.760197 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:01.760931 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:07.309210 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b06174c3-9572-46e1-be3e-bd1628e15f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:09.655789 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-020913b0-7a4d-4804-a729-3a25db815e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:10.770002 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:12.233285 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:12.365388 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:16.480038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:20.784952 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:34:25.856511 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-075613b8-af23-4d6b-9923-71669a987aae tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2073120544&fields=id&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 267 time: 0.0438845 Sep 20 22:34:25.966489 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-10ad83a0-7074-475a-a89f-74aa6e9e13f9 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:25.967939 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-10ad83a0-7074-475a-a89f-74aa6e9e13f9 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.1036913 Sep 20 22:34:25.983172 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-c263805e-e9be-4243-af31-12d7886b0241 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/quotas/42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 375 time: 0.0093632 Sep 20 22:34:26.035597 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-954b2edb-b9f0-4443-bf92-1ee2d25d3980 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467622 Sep 20 22:34:26.051296 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-d12b6c06-6bdd-447f-9a81-8868263c06b6 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:34:26.052360 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-d12b6c06-6bdd-447f-9a81-8868263c06b6 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061338 Sep 20 22:34:26.142255 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-df93fcaf-bb48-4374-a190-f44f747f88ea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Sep 20 22:34:26.244126 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-649f4208-8c75-4372-8342-88a226f89333 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931573 Sep 20 22:34:26.247834 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39354fa-0651-4a30-85e4-f0f8855ea13b req-cf450f63-e702-4e70-867c-1849f7f31bcb tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:26.249346 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e39354fa-0651-4a30-85e4-f0f8855ea13b req-cf450f63-e702-4e70-867c-1849f7f31bcb tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 20 22:34:26.297152 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-e39354fa-0651-4a30-85e4-f0f8855ea13b req-b1f7d584-1da7-47c5-a06d-6eac112f23fb tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Sep 20 22:34:26.473769 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=12 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:26.476090 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:26.532229 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fb87e366-0938-4cec-8fe6-14f0f8adb69b req-35bb3ee8-4454-412d-bb6a-3cee4f192f21 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 210 time: 0.0294130 Sep 20 22:34:27.427942 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d3ece-0d00-4576-b384-490fdd0fdea7 req-2143bf6d-0973-491f-9caf-d7cbc25f98c7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:27.429365 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-367d3ece-0d00-4576-b384-490fdd0fdea7 req-2143bf6d-0973-491f-9caf-d7cbc25f98c7 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0512044 Sep 20 22:34:27.480886 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-367d3ece-0d00-4576-b384-490fdd0fdea7 req-82135dd6-10e6-42fb-8759-43211209c069 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=be482520-d67b-40d3-957a-8974fa1aa18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Sep 20 22:34:27.639377 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-54b98dfe-57a2-470a-89ee-f284bf2c4e78 req-1a3fbe10-02a6-4558-be59-145550f4ed0b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 210 time: 0.0335724 Sep 20 22:34:27.718253 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-87e664bf-ccd8-42bc-8bcd-5c840b9ac58e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:27.719923 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-87e664bf-ccd8-42bc-8bcd-5c840b9ac58e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Sep 20 22:34:27.801891 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 00e67254-d3c8-4610-91f0-b807532d876b {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:34:27.802234 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (00e67254-d3c8-4610-91f0-b807532d876b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:27.892806 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] For port 00e67254-d3c8-4610-91f0-b807532d876b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=00e67254-d3c8-4610-91f0-b807532d876b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:27.893201 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (00e67254-d3c8-4610-91f0-b807532d876b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.055591 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.055866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.056183 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 8a1d3830-ee7f-454e-b80b-23340776cb2f disassociated. External IP: 172.27.2.228, port: 00e67254-d3c8-4610-91f0-b807532d876b. Sep 20 22:34:28.056526 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 00e67254-d3c8-4610-91f0-b807532d876b owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:34:28.155840 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-6e40ff02-b127-47db-a2e3-d18233f66698 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:28.157241 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-6e40ff02-b127-47db-a2e3-d18233f66698 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 812 time: 0.1148255 Sep 20 22:34:28.189097 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (00e67254-d3c8-4610-91f0-b807532d876b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.219384 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=00e67254-d3c8-4610-91f0-b807532d876b,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:28.220356 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-0aa70375-9b3c-4d58-bd09-1c42b31a598e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42019663de764ee490940ccca9300b0f HTTP/1.1" status: 200 len: 380 time: 0.0557780 Sep 20 22:34:28.229343 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'port': {'device_id': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'admin_state_up': True, 'tenant_id': '42019663de764ee490940ccca9300b0f', 'security_groups': ['5b68b3fa-2f72-443e-b7bd-a92b61342eed']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:28.278816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.279175 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.279519 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.279862 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.280222 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.280568 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.280887 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.281238 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.281571 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.281901 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.282231 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.282556 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.282881 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.283206 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.283528 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.343375 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Made reservation on behalf of 42019663de764ee490940ccca9300b0f for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:34:28.349450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.354230 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:34:28.426393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:28.528280 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:34:28.541947 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:34:28.545548 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.20.0.5 (da8aba85-9a54-4a6e-abea-b06fe770c5b2/520c76a6-8dd2-467a-89fc-6b38f1c55b23/84111c91-8792-4d28-85ba-d23ba9e2ef0a) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:34:28.551072 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:28.568099 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:28.580566 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:28.583049 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:28.602660 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] No DVR routers for this DVR port 00e67254-d3c8-4610-91f0-b807532d876b on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:34:28.605507 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.609076 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-12c4cb9b-c8c3-4ac8-ab5a-2cdfb5d2fa8e req-7b2c28b1-0398-4242-9148-67e6cbe62397 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "DELETE /networking/v2.0/ports/00e67254-d3c8-4610-91f0-b807532d876b HTTP/1.1" status: 204 len: 173 time: 0.8834980 Sep 20 22:34:28.609819 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'name': 'network-vif-deleted', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:28.612311 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d387d492-5eb7-429b-823b-67b4e255d528" -d '{"events": [{"server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "name": "network-vif-deleted", "tag": "00e67254-d3c8-4610-91f0-b807532d876b"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:28.685684 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a0d19-cdb8-484b-84a3-2f4591253903 x-openstack-request-id: req-442a0d19-cdb8-484b-84a3-2f4591253903 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:28.686344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abce7e-ea74-4d2b-8d44-2e7889fe8971", "name": "network-vif-deleted", "tag": "00e67254-d3c8-4610-91f0-b807532d876b", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:28.686344 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-442a0d19-cdb8-484b-84a3-2f4591253903 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:28.686956 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442a0d19-cdb8-484b-84a3-2f4591253903'] response: {'server_uuid': 'b2abce7e-ea74-4d2b-8d44-2e7889fe8971', 'name': 'network-vif-deleted', 'tag': '00e67254-d3c8-4610-91f0-b807532d876b', 'status': 'completed', 'code': 200} Sep 20 22:34:28.703427 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-fb2c979d-4cf2-4d85-886c-250bb87116bc req-22b4326b-1436-4742-a82f-1e00df9ec69e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b2abce7e-ea74-4d2b-8d44-2e7889fe8971 HTTP/1.1" status: 200 len: 210 time: 0.0982947 Sep 20 22:34:28.788805 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:28.828505 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-27f680d4-853c-4e01-9085-ce0d09051aa1 req-e7e28c6a-146b-4a15-a377-5dd5d916217c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 210 time: 0.0471683 Sep 20 22:34:28.855637 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.892298 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:28.944498 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:34:28.950099 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:34:28.952653 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:28.954920 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:34:28.981933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.982286 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.982634 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.982983 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.983387 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.984048 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.984392 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.984766 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.985077 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.985414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.985748 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.986084 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.986413 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.986740 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:28.987065 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:29.020217 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:29.024257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:29.025173 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.043537 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-31cb8138-6acf-433d-9cc3-77cf27924357 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184445 Sep 20 22:34:29.052651 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:34:29.061447 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:29.062072 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:29.164413 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:29.216127 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-3584b99f-c017-40dd-8d4a-eeb3562e868d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106260) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:34:29.217147 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-3584b99f-c017-40dd-8d4a-eeb3562e868d tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053766 Sep 20 22:34:29.286925 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Provisioning complete for port 84111c91-8792-4d28-85ba-d23ba9e2ef0a triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:34:29.287304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.287644 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Attempt 1 to provision port 84111c91-8792-4d28-85ba-d23ba9e2ef0a Sep 20 22:34:29.293596 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Request body: {'port': {'device_id': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:29.330073 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Port 84111c91-8792-4d28-85ba-d23ba9e2ef0a cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:34:29.362010 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.397550 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:29.426921 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5211f-6de6-40d4-a52f-508a6ee6a46f None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:34:29.627904 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84111c91-8792-4d28-85ba-d23ba9e2ef0a {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:34:29.636427 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks [] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.649797 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Transition to ACTIVE for port object 84111c91-8792-4d28-85ba-d23ba9e2ef0a will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:34:29.656461 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.660329 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4932311-3bb4-46a9-863e-d65bbfe1819d None None] New status for floating IP 8a1d3830-ee7f-454e-b80b-23340776cb2f: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:34:29.738582 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Pushing event updated for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:29.772809 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Attempting to bind port 84111c91-8792-4d28-85ba-d23ba9e2ef0a on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:34:29.773178 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Attempting to bind port 84111c91-8792-4d28-85ba-d23ba9e2ef0a by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:34:29.773515 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Attempting to bind port 84111c91-8792-4d28-85ba-d23ba9e2ef0a on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:34:29.795063 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:29.804860 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:29.812228 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37018) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:29.831535 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Attempt 2 to provision port 84111c91-8792-4d28-85ba-d23ba9e2ef0a Sep 20 22:34:29.847851 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Port 84111c91-8792-4d28-85ba-d23ba9e2ef0a on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:34:29.848182 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Attempting to bind port 84111c91-8792-4d28-85ba-d23ba9e2ef0a on network da8aba85-9a54-4a6e-abea-b06fe770c5b2 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:34:29.863607 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Port 84111c91-8792-4d28-85ba-d23ba9e2ef0a cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:34:29.910467 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (be482520-d67b-40d3-957a-8974fa1aa18d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.915840 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:34:29.916182 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Checking segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:34:29.916562 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Bound using segment: {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:34:29.917050 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Bound port: 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c117da57-01a6-42bc-85ec-0ab752c9ecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:34:29.917400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:29.951769 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (be482520-d67b-40d3-957a-8974fa1aa18d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.057513 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11f6a-0055-4930-b866-ee151fbd63fa req-5b64bdfe-6a05-4708-ad7d-1ac66cdd2c62 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.058976 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61b11f6a-0055-4930-b866-ee151fbd63fa req-5b64bdfe-6a05-4708-ad7d-1ac66cdd2c62 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0850575 Sep 20 22:34:30.061907 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:34:30.065076 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:34:30.076116 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.086613 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.087229 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.088607 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 1093 time: 0.8636134 Sep 20 22:34:30.092739 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:30.095016 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef112d09-32e7-4e76-9a54-8e8fb9394099" -d '{"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:30.120396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (be482520-d67b-40d3-957a-8974fa1aa18d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.122963 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.126525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/be482520-d67b-40d3-957a-8974fa1aa18d HTTP/1.1" status: 204 len: 168 time: 0.3106716 Sep 20 22:34:30.127446 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37028) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:30.145662 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.api.v2.resource [None req-5561b71a-66b7-41ae-818d-58e05602b3f3 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] show failed (client error): The resource could not be found. Sep 20 22:34:30.149476 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-5561b71a-66b7-41ae-818d-58e05602b3f3 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups/be482520-d67b-40d3-957a-8974fa1aa18d HTTP/1.1" status: 404 len: 347 time: 0.0181954 Sep 20 22:34:30.149876 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37030) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:30.179503 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff92d0-bfbc-4e8f-8338-f9edea022202 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be482520-d67b-40d3-957a-8974fa1aa18d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:30.213062 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-1712cf72-e856-43a6-bb5c-29b33644f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.214582 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-1712cf72-e856-43a6-bb5c-29b33644f66c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1127 time: 0.0833733 Sep 20 22:34:30.216842 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f4a69f-1043-4d05-b5e1-7f5b6012a5ba x-openstack-request-id: req-b6f4a69f-1043-4d05-b5e1-7f5b6012a5ba {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:30.217153 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:30.217404 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6f4a69f-1043-4d05-b5e1-7f5b6012a5ba {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:30.217793 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f4a69f-1043-4d05-b5e1-7f5b6012a5ba'] response: {'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'status': 'completed', 'code': 200} Sep 20 22:34:30.218396 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106289bd-7f16-4917-a991-bf308dcceec7 service neutron] Pushing event updated for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:30.225241 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-61b11f6a-0055-4930-b866-ee151fbd63fa req-6d14ee04-7df3-4033-b576-1c25b640cbf6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579776 Sep 20 22:34:30.242287 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:30.261451 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-8d1939e8-d6c7-479e-9515-6393bd571e5b service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 217 time: 0.0353048 Sep 20 22:34:30.279755 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 2f400d07-4058-4210-b10a-6409f19c34b1 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:34:30.280099 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.313745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-4770f034-577b-441e-a728-6d248c83c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.315175 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-4770f034-577b-441e-a728-6d248c83c541 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0481749 Sep 20 22:34:30.355790 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.356121 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (2f400d07-4058-4210-b10a-6409f19c34b1), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.356746 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-087103ba-b55a-47b5-8a50-c82750710d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.358261 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-087103ba-b55a-47b5-8a50-c82750710d51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371385 Sep 20 22:34:30.365109 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Attempt 3 to provision port 84111c91-8792-4d28-85ba-d23ba9e2ef0a Sep 20 22:34:30.369407 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 2f400d07-4058-4210-b10a-6409f19c34b1 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:34:30.402576 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-706b4c17-9dc2-4695-9aa0-33f49db18aff None None] Port 84111c91-8792-4d28-85ba-d23ba9e2ef0a had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:34:30.450970 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-aeef52bc-29c0-49b4-ad72-fe12bec0702a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866377 Sep 20 22:34:30.502991 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2f400d07-4058-4210-b10a-6409f19c34b1), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.532071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=2f400d07-4058-4210-b10a-6409f19c34b1,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:30.543488 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ce76fa1-fdd2-49bd-b5f6-f13d490aec19 req-757e1976-c615-45c4-a4cf-50cb59355d73 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870485 Sep 20 22:34:30.599267 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (8a1d3830-ee7f-454e-b80b-23340776cb2f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.601775 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.602928 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-58e01a58-c181-40d5-a115-35cd4da025bf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/8a1d3830-ee7f-454e-b80b-23340776cb2f HTTP/1.1" status: 204 len: 168 time: 0.4518943 Sep 20 22:34:30.668189 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37034) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:30.673169 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969876302', 'description': 'tempest-description--1222853229'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:30.693131 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.721961 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:30.746360 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:30.790067 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (96e91575-766b-4b63-be7b-2e783f607a01), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.796403 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (96e91575-766b-4b63-be7b-2e783f607a01), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.824696 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-642b1d95-b486-47ff-8b49-c061971e60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.826186 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-642b1d95-b486-47ff-8b49-c061971e60c5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1127 time: 0.0737453 Sep 20 22:34:30.835833 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.836948 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1676764 Sep 20 22:34:30.840165 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37036) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:30.844659 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '96e91575-766b-4b63-be7b-2e783f607a01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:30.846727 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5557f-4b3d-4a6c-9706-bdb0f8bfa4d9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e91575-766b-4b63-be7b-2e783f607a01,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:30.882627 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (9d66e500-f4d4-4363-bacd-41155125b66e), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.925106 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-411401fb-d2bc-494b-8a7c-3dc95d104ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:30.926705 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-411401fb-d2bc-494b-8a7c-3dc95d104ebe service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0887794 Sep 20 22:34:30.938582 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (9d66e500-f4d4-4363-bacd-41155125b66e), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.942599 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (9d66e500-f4d4-4363-bacd-41155125b66e), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.960537 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d66e500-f4d4-4363-bacd-41155125b66e,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:30.968910 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:30.970132 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b56d8d78-0908-44ac-9625-6f9c7293990d tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288865 Sep 20 22:34:30.972806 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37038) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:30.974097 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-bd73bb85-f77b-4800-96ed-e1665f9d688f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 217 time: 0.0383284 Sep 20 22:34:30.977046 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'security_group_rule': {'security_group_id': '96e91575-766b-4b63-be7b-2e783f607a01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:31.004087 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (f69ebdb8-cb0d-46a1-869b-51e7776d9b40), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.026690 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-62111273-7637-4f4c-bf59-91aa44380c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:31.028223 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-62111273-7637-4f4c-bf59-91aa44380c8d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0464432 Sep 20 22:34:31.059839 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (f69ebdb8-cb0d-46a1-869b-51e7776d9b40), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.063899 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550805'] for security_group_rule (f69ebdb8-cb0d-46a1-869b-51e7776d9b40), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.072528 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-4b610454-5396-4b6c-8742-a073dea231d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:31.074153 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-4b610454-5396-4b6c-8742-a073dea231d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402508 Sep 20 22:34:31.083059 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69ebdb8-cb0d-46a1-869b-51e7776d9b40,revision_number=0']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:31.092393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.093746 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-1bfc1315-0faf-486c-bdaa-c30ce90c181a tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199875 Sep 20 22:34:31.096790 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37040) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:31.101333 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:31.106014 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:31.128449 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.169350 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-e055e3cd-1d69-474b-9e83-f8b809dd9e36 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892472 Sep 20 22:34:31.206218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.215373 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:31.261180 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef112d09-32e7-4e76-9a54-8e8fb9394099 req-d5a43ab2-6d84-454f-96d8-3db8565b0832 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 Sep 20 22:34:31.318419 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.27.2.111 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/2f071b64-6244-43bd-baa8-23104702acf9) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:34:31.354636 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4fd8e-91e5-412c-b95e-0979fde040d9 req-34e36c02-f627-4d7c-8faf-d06633dc63e6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:31.356123 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7f4fd8e-91e5-412c-b95e-0979fde040d9 req-34e36c02-f627-4d7c-8faf-d06633dc63e6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0500295 Sep 20 22:34:31.405471 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b7f4fd8e-91e5-412c-b95e-0979fde040d9 req-1ea2ebd7-abdc-4ddc-a135-f4bc4de4e6ac tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436046 Sep 20 22:34:31.421959 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (2f071b64-6244-43bd-baa8-23104702acf9), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.453543 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (2f071b64-6244-43bd-baa8-23104702acf9), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.495048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:34:31.497887 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:34:31.500813 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:34:31.530613 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=2f071b64-6244-43bd-baa8-23104702acf9,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:31.588994 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.606981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 00e67254-d3c8-4610-91f0-b807532d876b no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:34:31.625501 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (2f071b64-6244-43bd-baa8-23104702acf9), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.627394 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 00e67254-d3c8-4610-91f0-b807532d876b {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:34:31.627739 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 00e67254-d3c8-4610-91f0-b807532d876b not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:34:31.772773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (2f071b64-6244-43bd-baa8-23104702acf9), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.777071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (2f071b64-6244-43bd-baa8-23104702acf9), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.838143 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:31.844922 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=2f071b64-6244-43bd-baa8-23104702acf9,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:31.848951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.865005 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:31.866262 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-93119f42-dab2-4b8b-b7f6-d382c305ab6e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7682190 Sep 20 22:34:32.024841 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2cc96625-81f0-4859-99db-212a9e5f2193 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--969876302&fields=id&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 267 time: 0.0425770 Sep 20 22:34:32.077874 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:32.133639 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-e73ac108-0aa2-4d5f-8e2a-dac6dee65f3b tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:32.135080 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-e73ac108-0aa2-4d5f-8e2a-dac6dee65f3b tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1039128 Sep 20 22:34:32.149679 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-d64d4af7-14cb-4c7f-9050-49fced85353f tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/quotas/59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Sep 20 22:34:32.196414 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-d3f270ba-ce31-4226-9767-f257b2504fdf tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419583 Sep 20 22:34:32.211971 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-97f95dc0-d831-4763-bf71-ba3e769cdb86 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106261) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 20 22:34:32.213066 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-97f95dc0-d831-4763-bf71-ba3e769cdb86 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049973 Sep 20 22:34:32.305623 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-57bafd0f-c8a3-4d36-b7fd-4f8a96d8de16 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Sep 20 22:34:32.392470 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-b0d199e5-e9fc-4601-bc75-92b7f1ad596b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812769 Sep 20 22:34:32.542930 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cfde3-1316-4e10-82c0-7b19c9008d3d req-2866cb67-6cbb-43ba-9c6a-d8dec4390877 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:32.544427 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-678cfde3-1316-4e10-82c0-7b19c9008d3d req-2866cb67-6cbb-43ba-9c6a-d8dec4390877 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0646896 Sep 20 22:34:32.554255 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-fd9025de-b204-4334-8133-1fb386fc406c req-c1ef1369-454b-466c-b336-98f1f2884812 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 210 time: 0.0277379 Sep 20 22:34:32.594047 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-678cfde3-1316-4e10-82c0-7b19c9008d3d req-d55d02db-5550-427d-85ea-e852275d6719 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440385 Sep 20 22:34:33.592761 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-4ce4cfb9-7ac7-4a90-9f11-0bdd037ca5e2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:33.594252 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-4ce4cfb9-7ac7-4a90-9f11-0bdd037ca5e2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 815 time: 0.1126552 Sep 20 22:34:33.660806 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2c8163b5-425d-4b86-896c-8d6a9bf7aff2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59af02f2b4984c6190870041aa020d75 HTTP/1.1" status: 200 len: 379 time: 0.0583572 Sep 20 22:34:33.674141 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0435525c-3683-4fe8-8bc6-fef2e840c2b4 req-d6788c03-8611-441d-845b-c594993729af tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 210 time: 0.0346479 Sep 20 22:34:33.711525 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:33.726066 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'port': {'device_id': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'admin_state_up': True, 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'security_groups': ['96e91575-766b-4b63-be7b-2e783f607a01']}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:33.734203 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8749b-d679-40d9-847d-791053b49abd req-58215777-d463-457a-aefe-422b33d87de4 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:33.736199 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-81c8749b-d679-40d9-847d-791053b49abd req-58215777-d463-457a-aefe-422b33d87de4 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0567567 Sep 20 22:34:33.850787 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-81c8749b-d679-40d9-847d-791053b49abd req-d97cd66d-fbf4-4b49-b080-ae26eee4cc61 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019630 Sep 20 22:34:33.872657 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:33.886056 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Made reservation on behalf of 59af02f2b4984c6190870041aa020d75 for: {'port': 1} {{(pid=106260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 22:34:33.889717 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.012026 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Allocated IP 172.20.0.6 (fdd6da27-ff07-48de-8020-aad44ec6dade/32ac9929-4789-4258-9616-dcb41b9385de/23bb60e8-6565-4871-a176-d16b25c402c1) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:34:34.145379 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for port (23bb60e8-6565-4871-a176-d16b25c402c1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.176125 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.216940 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Network fdd6da27-ff07-48de-8020-aad44ec6dade is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:34:34.220025 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:34:34.223828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:34:34.248478 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event updated for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:34.276373 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:34.276996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.292846 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-c53842fd-01d3-45b3-a6df-6a7c9a4745e9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713224 Sep 20 22:34:34.304318 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.v2.base [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Request body: {'port': {'device_id': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85827'}} {{(pid=106260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:34.368651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.446608 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Provisioning complete for port 23bb60e8-6565-4871-a176-d16b25c402c1 triggered by entity DHCP. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:34:34.447210 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.447805 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Attempt 1 to provision port 23bb60e8-6565-4871-a176-d16b25c402c1 Sep 20 22:34:34.478746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Port 23bb60e8-6565-4871-a176-d16b25c402c1 cannot update to ACTIVE because it is not bound. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 20 22:34:34.569881 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:34.580063 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:34.625464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bb60e8-6565-4871-a176-d16b25c402c1 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:34:34.634145 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks [] for port (23bb60e8-6565-4871-a176-d16b25c402c1), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.647860 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Transition to ACTIVE for port object 23bb60e8-6565-4871-a176-d16b25c402c1 will not be triggered until provisioned by entity L2. {{(pid=106260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 20 22:34:34.651580 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.732278 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Pushing event updated for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:34.762813 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Attempting to bind port 23bb60e8-6565-4871-a176-d16b25c402c1 on host hv-cinder-85827 for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 20 22:34:34.763141 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Attempting to bind port 23bb60e8-6565-4871-a176-d16b25c402c1 by drivers openvswitch,hyperv on host hv-cinder-85827 at level 0 using segments [{'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 20 22:34:34.763464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Attempting to bind port 23bb60e8-6565-4871-a176-d16b25c402c1 on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:34:34.792760 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182eae7-6ade-4373-a56d-31df52b70eec req-0fb691dd-8820-4873-ad3a-2584f2a7ccdd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:34.794244 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a182eae7-6ade-4373-a56d-31df52b70eec req-0fb691dd-8820-4873-ad3a-2584f2a7ccdd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 943 time: 0.0447168 Sep 20 22:34:34.805483 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Port 23bb60e8-6565-4871-a176-d16b25c402c1 on network fdd6da27-ff07-48de-8020-aad44ec6dade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85827 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 22:34:34.805841 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Attempting to bind port 23bb60e8-6565-4871-a176-d16b25c402c1 on network fdd6da27-ff07-48de-8020-aad44ec6dade {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 22:34:34.841095 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a182eae7-6ade-4373-a56d-31df52b70eec req-e02baa03-1be8-4f4c-a359-dc3cfc399bde tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Sep 20 22:34:34.846026 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Checking agent: {'id': '8793e8bc-8433-402c-8e00-0f10d4971e09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85827', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'started_at': datetime.datetime(2022, 9, 20, 22, 21, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 20, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 20 22:34:34.846395 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Checking segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 20 22:34:34.846780 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Bound using segment: {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 20 22:34:34.847711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Bound port: 23bb60e8-6565-4871-a176-d16b25c402c1, host: hv-cinder-85827, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f346996-b99a-4381-8ad2-17b0f5a25e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 20 22:34:34.848188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.912705 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 22:34:34.915776 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=23bb60e8-6565-4871-a176-d16b25c402c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 22:34:34.922208 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62506496'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.926392 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:34.927505 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:34.928883 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/23bb60e8-6565-4871-a176-d16b25c402c1 HTTP/1.1" status: 200 len: 1093 time: 0.6292171 Sep 20 22:34:34.929450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:34.931672 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b286444-863d-4177-996d-624e3ebd225f" -d '{"events": [{"name": "network-changed", "server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:34.980140 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Attempt 2 to provision port 23bb60e8-6565-4871-a176-d16b25c402c1 Sep 20 22:34:34.981956 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736af08-63d6-4e1c-b021-41493c574b58 x-openstack-request-id: req-7736af08-63d6-4e1c-b021-41493c574b58 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:34.982253 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:34.982507 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7736af08-63d6-4e1c-b021-41493c574b58 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:34.982906 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7736af08-63d6-4e1c-b021-41493c574b58'] response: {'name': 'network-changed', 'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1', 'status': 'completed', 'code': 200} Sep 20 22:34:35.017809 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-adfab9f8-79bf-4fc3-b369-3732fd6e20bf None None] Port 23bb60e8-6565-4871-a176-d16b25c402c1 had new provisioning blocks added so it will not transition to active. {{(pid=106262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 20 22:34:35.042367 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74f73-7bde-4642-93c1-8ca6b3271d5b req-3a8438ed-400f-4b05-b198-61c15c05de6e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:35.043825 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88c74f73-7bde-4642-93c1-8ca6b3271d5b req-3a8438ed-400f-4b05-b198-61c15c05de6e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.1095793 Sep 20 22:34:35.055547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3192f9-4c38-4bde-9ec8-ec8ed6cbf91f service neutron] Pushing event updated for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:35.064188 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-7d9e4f6a-0b69-477b-aff1-dd1cbf045c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:35.065637 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-7d9e4f6a-0b69-477b-aff1-dd1cbf045c38 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 1127 time: 0.0819204 Sep 20 22:34:35.110946 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-83449649-2b24-410c-9760-55087458ac72 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23bb60e8-6565-4871-a176-d16b25c402c1 HTTP/1.1" status: 200 len: 217 time: 0.0354807 Sep 20 22:34:35.164476 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-88c74f73-7bde-4642-93c1-8ca6b3271d5b req-65532a55-dbbf-4179-94f3-9bf440764a2c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120288 Sep 20 22:34:35.174958 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-607091e9-db75-4389-8914-e7f36e1a1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:35.176535 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-607091e9-db75-4389-8914-e7f36e1a1fcd service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0585682 Sep 20 22:34:35.219024 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-f2f54925-cd05-4f5c-8dcc-97562df7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:35.220373 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-f2f54925-cd05-4f5c-8dcc-97562df7a766 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369306 Sep 20 22:34:35.310270 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-cbd6299a-f9a5-42d1-b40b-ae9ac009a63b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Sep 20 22:34:35.644778 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-d40c4e1e-7a7d-4de4-a67b-827fe658edff req-88acf711-00fa-4a7a-a99a-88e323091e18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280170 Sep 20 22:34:35.962816 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dc3cc-fa6f-4fe4-86a8-255eb8fb1d95 req-34757f21-1bfa-4da2-aec3-999c70d62753 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:35.964275 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a00dc3cc-fa6f-4fe4-86a8-255eb8fb1d95 req-34757f21-1bfa-4da2-aec3-999c70d62753 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 943 time: 0.0456097 Sep 20 22:34:36.010053 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a00dc3cc-fa6f-4fe4-86a8-255eb8fb1d95 req-a0885433-cb0a-4433-bb74-27295ea2545b tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401549 Sep 20 22:34:36.246731 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:36.282127 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18cde5-0f1e-4dee-8ef7-3d30ea531a56 req-8c7431aa-6561-4488-b19d-ab2120124ce5 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:36.283581 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8e18cde5-0f1e-4dee-8ef7-3d30ea531a56 req-8c7431aa-6561-4488-b19d-ab2120124ce5 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0473332 Sep 20 22:34:36.319486 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:36.332515 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8e18cde5-0f1e-4dee-8ef7-3d30ea531a56 req-fe0594c3-ca6f-409f-a53e-42557e214332 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Sep 20 22:34:36.539927 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286444-863d-4177-996d-624e3ebd225f req-2ab2c3d9-353e-4120-8547-0b957ab9d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:36.541364 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-2ab2c3d9-353e-4120-8547-0b957ab9d653 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 1127 time: 0.0374739 Sep 20 22:34:37.079162 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286444-863d-4177-996d-624e3ebd225f req-b8477939-f6b4-4f2f-b188-d5bc89f0d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:37.080655 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-b8477939-f6b4-4f2f-b188-d5bc89f0d9ab service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.0872169 Sep 20 22:34:37.119415 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-296e0b97-8cc2-4f14-bc1f-600ce2e5aa81 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23bb60e8-6565-4871-a176-d16b25c402c1 HTTP/1.1" status: 200 len: 217 time: 0.0321503 Sep 20 22:34:37.133032 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db84bb-9f99-4f33-8ec4-e02c8507a3e6 req-db8ed6e4-edb8-4aa3-bbb0-3b997771e387 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:37.134438 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c9db84bb-9f99-4f33-8ec4-e02c8507a3e6 req-db8ed6e4-edb8-4aa3-bbb0-3b997771e387 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 943 time: 0.0488272 Sep 20 22:34:37.171087 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286444-863d-4177-996d-624e3ebd225f req-ed65ba88-82ef-4d68-9cf6-68c3e47735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:37.172531 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-ed65ba88-82ef-4d68-9cf6-68c3e47735ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0478292 Sep 20 22:34:37.180550 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c9db84bb-9f99-4f33-8ec4-e02c8507a3e6 req-14619f99-340e-47d9-813a-7c87c00a0fd1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Sep 20 22:34:37.217239 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b286444-863d-4177-996d-624e3ebd225f req-a3966be6-53c4-4b51-82bf-a9af8585f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:37.218728 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-a3966be6-53c4-4b51-82bf-a9af8585f5a9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404024 Sep 20 22:34:37.314870 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-16762f67-1f87-4f2e-b764-c87dffce2ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:37.315494 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-a3b4141c-89bb-4c5b-ae65-0a4efc02ccb8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881422 Sep 20 22:34:37.407298 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b286444-863d-4177-996d-624e3ebd225f req-2c98f11d-8a1c-4702-a861-4159ccea7087 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862288 Sep 20 22:34:37.452685 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0e8a-77df-4036-a2fa-5a92061963c3 req-59c9c705-7e31-46b2-a814-d333d8724123 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:37.454206 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1e1b0e8a-77df-4036-a2fa-5a92061963c3 req-59c9c705-7e31-46b2-a814-d333d8724123 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0458164 Sep 20 22:34:37.506149 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-1e1b0e8a-77df-4036-a2fa-5a92061963c3 req-649cb65f-e929-451d-90b0-fbed397adb35 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 Sep 20 22:34:37.650137 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 23bb60e8-6565-4871-a176-d16b25c402c1 details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:34:37.655833 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:37.663186 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:37.751167 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=23bb60e8-6565-4871-a176-d16b25c402c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:37.763986 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '23bb60e8-6565-4871-a176-d16b25c402c1', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'port_id': '23bb60e8-6565-4871-a176-d16b25c402c1', 'mac_address': 'fa:16:3e:9d:6a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:34:37.798168 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 23bb60e8-6565-4871-a176-d16b25c402c1 is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:34:37.798555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:37.811965 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bb60e8-6565-4871-a176-d16b25c402c1 {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:34:37.831140 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=23bb60e8-6565-4871-a176-d16b25c402c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:37.834531 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:37.883984 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:37.891265 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.891616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.891955 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.892292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.892623 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.892951 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.893303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.893627 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.893977 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.894309 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.894631 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.894955 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.895275 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.895593 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:37.895908 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:34:38.055163 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['23bb60e8-6565-4871-a176-d16b25c402c1'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:34:38.301367 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320eb6-6e0d-447d-b3d0-5b618a6b9261 req-56f0eb52-c7cd-435a-80df-d8327cdd84d1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:38.302812 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30320eb6-6e0d-447d-b3d0-5b618a6b9261 req-56f0eb52-c7cd-435a-80df-d8327cdd84d1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 944 time: 0.0457132 Sep 20 22:34:38.348966 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-30320eb6-6e0d-447d-b3d0-5b618a6b9261 req-50ab5aa1-725c-472e-b1e5-4198a2ca0df9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Sep 20 22:34:38.621699 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d1db-a0e7-4663-9163-aec6773a70fe req-52c02a96-e778-4cbc-aedd-247a277ae8f8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:38.623060 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36b4d1db-a0e7-4663-9163-aec6773a70fe req-52c02a96-e778-4cbc-aedd-247a277ae8f8 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0453126 Sep 20 22:34:38.672396 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-36b4d1db-a0e7-4663-9163-aec6773a70fe req-d191ae70-74f4-4d90-9c03-ba50a119264b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Sep 20 22:34:39.464851 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b90ae-0fb5-4bab-bd25-5509d52eb6ce req-e0de5254-da65-4576-a771-043ab17bd1f6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:39.466339 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a72b90ae-0fb5-4bab-bd25-5509d52eb6ce req-e0de5254-da65-4576-a771-043ab17bd1f6 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 944 time: 0.0446777 Sep 20 22:34:39.516820 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-a72b90ae-0fb5-4bab-bd25-5509d52eb6ce req-f09ee239-5aa5-424f-84b1-365d6afc6aae tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449195 Sep 20 22:34:39.652896 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 84111c91-8792-4d28-85ba-d23ba9e2ef0a details requested by agent hyperv_hv-cinder-85827 with host hv-cinder-85827 {{(pid=106262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 22:34:39.661967 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 23bb60e8-6565-4871-a176-d16b25c402c1 up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:34:39.690616 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-01eed346-f6be-43ba-925b-a3457c106110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:39.732288 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:39.734247 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=23 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:39.760401 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 23bb60e8-6565-4871-a176-d16b25c402c1 completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:34:39.774408 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 23bb60e8-6565-4871-a176-d16b25c402c1 triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:34:39.774709 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:39.775048 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 23bb60e8-6565-4871-a176-d16b25c402c1 Sep 20 22:34:39.795938 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092393-cb8b-49a4-b645-d6a331149d54 req-608eb76e-fda5-4d57-9cc2-521466dd3b23 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:39.797493 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a6092393-cb8b-49a4-b645-d6a331149d54 req-608eb76e-fda5-4d57-9cc2-521466dd3b23 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 943 time: 0.0486550 Sep 20 22:34:39.828818 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:39.843663 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Returning: {'device': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'port_id': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'mac_address': 'fa:16:3e:2b:e0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 22:34:39.846186 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a6092393-cb8b-49a4-b645-d6a331149d54 req-c8685fef-994a-42a0-9e60-7dd1e91d8e2e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Sep 20 22:34:39.908555 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 84111c91-8792-4d28-85ba-d23ba9e2ef0a is: DOWN; New status is: BUILD {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:34:39.908938 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:39.912446 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 23bb60e8-6565-4871-a176-d16b25c402c1 is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:34:39.912813 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:39.930475 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:39.933375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84111c91-8792-4d28-85ba-d23ba9e2ef0a {{(pid=106262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 20 22:34:39.945146 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:39.956028 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:39.958296 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99fad7-7b76-4fbd-9f38-7752e07f9cba" -d '{"events": [{"server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "name": "network-vif-plugged", "status": "completed", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:39.979495 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:39.981729 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=23bb60e8-6565-4871-a176-d16b25c402c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:39.984390 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:39.989782 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:40.136342 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5e1d2b-c7b3-45ff-999b-0f5c81d56eb3 x-openstack-request-id: req-6e5e1d2b-c7b3-45ff-999b-0f5c81d56eb3 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:40.136628 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "name": "network-vif-plugged", "status": "completed", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:40.136886 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e5e1d2b-c7b3-45ff-999b-0f5c81d56eb3 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:40.137287 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5e1d2b-c7b3-45ff-999b-0f5c81d56eb3'] response: {'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1', 'code': 200} Sep 20 22:34:40.167015 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=4']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:40.185627 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63fe92-b56d-4786-b510-cd8397668c20 req-3290177d-8228-4b80-ab1b-7e42b2fbe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:40.187126 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b63fe92-b56d-4786-b510-cd8397668c20 req-3290177d-8228-4b80-ab1b-7e42b2fbe482 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 1129 time: 0.0418406 Sep 20 22:34:40.215239 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:40.225886 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] get_ports_and_sgs() called for port_ids ['84111c91-8792-4d28-85ba-d23ba9e2ef0a'] {{(pid=106262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 20 22:34:40.233725 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8b63fe92-b56d-4786-b510-cd8397668c20 req-a19782a3-5a46-44b3-b089-3960aa17b356 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398378 Sep 20 22:34:40.634486 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287ca3-d371-4c77-89aa-5548b6631ea0 req-e60d0add-ad39-45d9-b856-fb564e37cdaa tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:40.635918 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b9287ca3-d371-4c77-89aa-5548b6631ea0 req-e60d0add-ad39-45d9-b856-fb564e37cdaa tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0462408 Sep 20 22:34:40.681624 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-b9287ca3-d371-4c77-89aa-5548b6631ea0 req-18190d3e-7748-45bc-9204-59f12aa7c3c9 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Sep 20 22:34:40.773771 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:40.971030 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206e29-2fae-4c67-a241-d056228bb9c1 req-750d4d2f-6f12-4e84-b4ce-7ab46a31a0f6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:40.972492 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f206e29-2fae-4c67-a241-d056228bb9c1 req-750d4d2f-6f12-4e84-b4ce-7ab46a31a0f6 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 944 time: 0.0459266 Sep 20 22:34:41.019937 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-2f206e29-2fae-4c67-a241-d056228bb9c1 req-3a32d86b-6fd9-41da-990f-7e69d87cf55b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Sep 20 22:34:41.677926 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 84111c91-8792-4d28-85ba-d23ba9e2ef0a up at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 22:34:41.727068 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning for port 84111c91-8792-4d28-85ba-d23ba9e2ef0a completed by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 20 22:34:41.734090 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.provisioning_blocks [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Provisioning complete for port 84111c91-8792-4d28-85ba-d23ba9e2ef0a triggered by entity L2. {{(pid=106262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 20 22:34:41.734594 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3970526'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), provisioning_complete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:41.735026 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Attempt 1 to provision port 84111c91-8792-4d28-85ba-d23ba9e2ef0a Sep 20 22:34:41.809108 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947804-4111-461e-917c-a4d6744b1376 req-873a89fc-46a3-48ab-9524-408dc7a68523 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:41.810584 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-12947804-4111-461e-917c-a4d6744b1376 req-873a89fc-46a3-48ab-9524-408dc7a68523 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0504777 Sep 20 22:34:41.811337 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Current status of the port 84111c91-8792-4d28-85ba-d23ba9e2ef0a is: BUILD; New status is: ACTIVE {{(pid=106262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 20 22:34:41.811778 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), before_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:41.831416 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:41.846771 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:34:41.851128 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:41.860474 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-12947804-4111-461e-917c-a4d6744b1376 req-298a2e4e-08a6-4e43-9eb8-e02022578512 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Sep 20 22:34:41.905385 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Pushing event updated for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=5']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:41.947190 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:41.982898 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6c139-c5aa-44a0-8e5b-7b8bb1625669 req-2f95ccd9-0f7c-45f1-ab4e-c8a705b49007 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:41.984358 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-eff6c139-c5aa-44a0-8e5b-7b8bb1625669 req-2f95ccd9-0f7c-45f1-ab4e-c8a705b49007 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0466781 Sep 20 22:34:41.994440 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37112) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:41.998811 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Request body: {'floatingip': {'port_id': '23bb60e8-6565-4871-a176-d16b25c402c1'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:42.039213 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:42.138912 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a'}] {{(pid=106262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:42.139628 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be368b3-47ef-4074-8183-460c34bc20c2 req-4abd40cd-933e-433b-8cfc-7b4238fa23db tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:42.141161 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5be368b3-47ef-4074-8183-460c34bc20c2 req-4abd40cd-933e-433b-8cfc-7b4238fa23db tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0461252 Sep 20 22:34:42.142557 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4b8347052e2fa6b1ffe03023275a542fb147ba7334d9f8b6cb2fb7dbf724387" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54222c-c962-431e-bd9e-85bcdc706601" -d '{"events": [{"server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "name": "network-vif-plugged", "status": "completed", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a"}]}' {{(pid=106262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:42.148897 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:42.155361 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:42.181642 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c05557-7089-4a6a-ace5-271cbc693f21 x-openstack-request-id: req-35c05557-7089-4a6a-ace5-271cbc693f21 {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:42.181936 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "name": "network-vif-plugged", "status": "completed", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a", "code": 200}]} {{(pid=106262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:42.182185 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c05557-7089-4a6a-ace5-271cbc693f21 {{(pid=106262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:42.182586 dv-cinder-858276-1-iscsi neutron-server[106262]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c05557-7089-4a6a-ace5-271cbc693f21'] response: {'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'code': 200} Sep 20 22:34:42.198825 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5be368b3-47ef-4074-8183-460c34bc20c2 req-1129e174-3f96-48fd-b29c-f0423c00aaeb tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513511 Sep 20 22:34:42.237350 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:42.382873 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:42.396929 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2254e-8717-41c4-90f1-b734aa7a5ff7 req-09f07f11-3487-42c0-a28f-9d383e1a8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:42.398553 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0d2254e-8717-41c4-90f1-b734aa7a5ff7 req-09f07f11-3487-42c0-a28f-9d383e1a8049 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1129 time: 0.0407941 Sep 20 22:34:42.451848 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-f0d2254e-8717-41c4-90f1-b734aa7a5ff7 req-ec97d539-4ef3-4063-a0ca-2d4cab8368ce service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Sep 20 22:34:42.730109 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:42.733785 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:42.827523 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 93c4685a-0715-4f65-bc4e-5e6223d8e68a associated. External IP: 172.27.2.111, port: 23bb60e8-6565-4871-a176-d16b25c402c1. Sep 20 22:34:43.026619 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:34:43.133799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:34:43.138802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:43.143865 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:34:43.154107 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:43.154730 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:43.162805 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:43.169932 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7fa8185a-e611-497a-8b3b-14d830210ea2 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/93c4685a-0715-4f65-bc4e-5e6223d8e68a HTTP/1.1" status: 200 len: 991 time: 1.1742737 Sep 20 22:34:43.170833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:43.173123 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56301679-2bee-4825-be0a-7b3ff274ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:43.206203 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:43.215505 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06c1b5d-d196-4d7f-a381-6c7bd2a2177a x-openstack-request-id: req-c06c1b5d-d196-4d7f-a381-6c7bd2a2177a {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:43.215799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:43.216053 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c06c1b5d-d196-4d7f-a381-6c7bd2a2177a {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:43.216464 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06c1b5d-d196-4d7f-a381-6c7bd2a2177a'] response: {'name': 'network-changed', 'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1', 'status': 'completed', 'code': 200} Sep 20 22:34:43.264501 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:43.290545 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-7df91004-176e-4ffc-9c39-5b3a13b21ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:43.291980 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-7df91004-176e-4ffc-9c39-5b3a13b21ae4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=59af02f2b4984c6190870041aa020d75&device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 1129 time: 0.0484476 Sep 20 22:34:43.297852 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:43.336905 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86521e9-257b-4daa-adb5-0827d290561e req-a34259f1-307b-48ee-8792-041169da865e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:43.338394 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e86521e9-257b-4daa-adb5-0827d290561e req-a34259f1-307b-48ee-8792-041169da865e tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0455592 Sep 20 22:34:43.436819 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-e86521e9-257b-4daa-adb5-0827d290561e req-ceb01bad-4f64-4ac4-813b-ac50363e4386 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927618 Sep 20 22:34:43.477636 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-cf512b2c-1614-4ae7-9d79-3f2cc7d00829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:43.479124 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-cf512b2c-1614-4ae7-9d79-3f2cc7d00829 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 200 len: 915 time: 0.1071281 Sep 20 22:34:43.489784 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '93c4685a-0715-4f65-bc4e-5e6223d8e68a', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '23bb60e8-6565-4871-a176-d16b25c402c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:9d:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:31Z', 'updated_at': '2022-09-20T22:34:42Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:43.518014 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:34:43.526262 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:43.526862 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:43.625894 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:43.823236 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-ea9f6f38-7a7f-4b30-88cd-cb7209fe1ad2 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23bb60e8-6565-4871-a176-d16b25c402c1 HTTP/1.1" status: 200 len: 999 time: 0.0638876 Sep 20 22:34:43.840209 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '93c4685a-0715-4f65-bc4e-5e6223d8e68a', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '23bb60e8-6565-4871-a176-d16b25c402c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:9d:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:31Z', 'updated_at': '2022-09-20T22:34:42Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:43.868083 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627a36-522d-450e-90cd-938a86e746a0 None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '93c4685a-0715-4f65-bc4e-5e6223d8e68a', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'port_id': '23bb60e8-6565-4871-a176-d16b25c402c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'mac_address': 'fa:16:3e:9d:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:31Z', 'updated_at': '2022-09-20T22:34:42Z', 'revision_number': 1, 'project_id': '59af02f2b4984c6190870041aa020d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:34:43.876733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-7975a34f-87d7-4772-9343-98fec8a2400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:43.878310 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-7975a34f-87d7-4772-9343-98fec8a2400d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 200 len: 854 time: 0.0495119 Sep 20 22:34:43.922947 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-915133e8-e755-47cc-908c-e359aae5beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:43.924561 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-915133e8-e755-47cc-908c-e359aae5beb6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=fdd6da27-ff07-48de-8020-aad44ec6dade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406651 Sep 20 22:34:44.017434 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-61d7601f-f38f-4d37-b74e-bbdd7df3c08a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868347 Sep 20 22:34:44.072743 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d369c-c3c4-4cf7-894d-6b6019be592e None None] New status for floating IP 93c4685a-0715-4f65-bc4e-5e6223d8e68a: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:34:44.118561 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-56301679-2bee-4825-be0a-7b3ff274ab10 req-9d219b49-45ab-4556-95a8-86be8705ea22 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945964 Sep 20 22:34:44.556156 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be079d7-845b-48a0-b4cf-3635a903244f req-c04eedbe-9fbd-4d2d-95e2-43f4e284cf09 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:44.557661 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7be079d7-845b-48a0-b4cf-3635a903244f req-c04eedbe-9fbd-4d2d-95e2-43f4e284cf09 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0455639 Sep 20 22:34:44.607251 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-7be079d7-845b-48a0-b4cf-3635a903244f req-b8148f5b-5ece-4240-947c-42d624a94ff0 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441258 Sep 20 22:34:44.725884 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b64d7-3301-4013-8ab7-397362b23735 req-f76138a2-db07-42fb-aa65-d0e5bcdbce5c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:44.727349 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c9b64d7-3301-4013-8ab7-397362b23735 req-f76138a2-db07-42fb-aa65-d0e5bcdbce5c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0472510 Sep 20 22:34:44.779452 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-8c9b64d7-3301-4013-8ab7-397362b23735 req-8781eba8-5601-4672-ab28-48a5a55f539f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 Sep 20 22:34:44.807675 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37128) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:44.846951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8450655-956c-478f-b90a-d50a44c1490c tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:44.848437 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-c8450655-956c-478f-b90a-d50a44c1490c tempest-TestVolumeBootPattern-2038861430 tempest-TestVolumeBootPattern-2038861430-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1124 time: 0.0397635 Sep 20 22:34:44.851174 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37130) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:34:44.855184 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.v2.base [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Request body: {'floatingip': {'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'port_id': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 22:34:44.877218 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:44.928663 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:44.955999 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.062150 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_common [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Allocated IP 172.27.2.214 (fce1cc64-2413-461f-aa2e-9375c7222292/c60cf037-e2d7-45ea-8392-22c0fe0c6d4a/96619055-62ca-4baa-ace7-ae7797ab4e8a) {{(pid=106261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 22:34:45.173262 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.204495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779421893057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.246310 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Network fce1cc64-2413-461f-aa2e-9375c7222292 is already hosted by enough agents. {{(pid=106261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 22:34:45.251287 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.base_scheduler [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Resources bound (agent type, host, resource id): {{(pid=106261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 22:34:45.253555 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=96619055-62ca-4baa-ace7-ae7797ab4e8a,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:45.255713 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Received port after_create {{(pid=106261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 20 22:34:45.552324 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:45.597132 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (e09d00e5-1b72-4008-8861-a9aeac4606f5), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.662883 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4175438'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.690983 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:45.810249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.814802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779422335398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779421893075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779421893093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61360237'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.884264 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (e09d00e5-1b72-4008-8861-a9aeac4606f5), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:45.886205 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event updated for resources: {'Port': ['ID=96619055-62ca-4baa-ace7-ae7797ab4e8a,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:34:45.979563 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP e09d00e5-1b72-4008-8861-a9aeac4606f5 associated. External IP: 172.27.2.214, port: 84111c91-8792-4d28-85ba-d23ba9e2ef0a. Sep 20 22:34:46.174550 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:34:46.276088 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:34:46.286289 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:34:46.295516 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:46.295697 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:46.296207 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:46.324649 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-65cdceef-446d-490f-9033-eaff184c578b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4725089 Sep 20 22:34:46.325581 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:34:46.327828 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e50b7-369d-4f15-97c2-6a685f2e88ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:34:46.364806 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981f89c3-12e1-4ccf-80b0-b58da734e1bc x-openstack-request-id: req-981f89c3-12e1-4ccf-80b0-b58da734e1bc {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:34:46.365140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:34:46.365395 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-981f89c3-12e1-4ccf-80b0-b58da734e1bc {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:34:46.365808 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981f89c3-12e1-4ccf-80b0-b58da734e1bc'] response: {'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'status': 'completed', 'code': 200} Sep 20 22:34:46.401746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:46.428500 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-c8ecfb56-6b09-47fc-a15d-84d74a493fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:46.430034 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-c8ecfb56-6b09-47fc-a15d-84d74a493fc3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1129 time: 0.0427575 Sep 20 22:34:46.442786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:46.512523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:34:46.520789 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-43a2642e-0f64-4f45-ab62-c4a86dde879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:46.522336 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-43a2642e-0f64-4f45-ab62-c4a86dde879d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0871935 Sep 20 22:34:46.575746 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:46.585578 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-d5016764-158e-470f-8e6f-8ffe112b3e08 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 999 time: 0.0579107 Sep 20 22:34:46.624497 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}, {'id': 'e09d00e5-1b72-4008-8861-a9aeac4606f5', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:2b:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:45Z', 'updated_at': '2022-09-20T22:34:45Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:46.633904 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-300a442a-20ac-4411-8d59-bcafd4e17216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:46.635378 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-300a442a-20ac-4411-8d59-bcafd4e17216 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0449076 Sep 20 22:34:46.653864 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:34:46.662128 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:34:46.662705 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:34:40Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:46.677450 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-61412db3-a607-4383-beda-e3cf01a54b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:46.679015 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-61412db3-a607-4383-beda-e3cf01a54b19 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383968 Sep 20 22:34:46.739802 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:46.776654 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-7d1f7bb3-b0c4-4b87-8469-492982bd1d3d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920043 Sep 20 22:34:46.820550 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:46.871453 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-165e50b7-369d-4f15-97c2-6a685f2e88ae req-765d4307-b607-40b6-bdf5-59fd4a8130ea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895600 Sep 20 22:34:46.889094 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:34:47.093932 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}, {'id': 'e09d00e5-1b72-4008-8861-a9aeac4606f5', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:2b:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:45Z', 'updated_at': '2022-09-20T22:34:45Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:34:47.121904 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230e8d2-7970-4782-8242-889f721b9e7e None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}, {'id': 'e09d00e5-1b72-4008-8861-a9aeac4606f5', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:2b:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:34:45Z', 'updated_at': '2022-09-20T22:34:45Z', 'revision_number': 0, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:34:47.311249 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25566b00-d3b5-474c-8b75-a96c06bd1f8e None None] New status for floating IP e09d00e5-1b72-4008-8861-a9aeac4606f5: ACTIVE {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:34:48.482733 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-0f210f8c-8efb-403d-b519-4672b2a108e9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370712 Sep 20 22:34:48.574812 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-912c523a-9fef-4b1c-bab7-3ed51c8019c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:48.576199 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-912c523a-9fef-4b1c-bab7-3ed51c8019c1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0373266 Sep 20 22:34:48.680482 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-61086b5b-4e0f-4e6f-ab66-b369f9c122b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:48.681965 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-61086b5b-4e0f-4e6f-ab66-b369f9c122b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0888751 Sep 20 22:34:48.741315 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-6a76be79-172b-4a55-8c18-558028b10ff1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 1001 time: 0.0539572 Sep 20 22:34:48.788312 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-b78141d7-a5a8-47f5-b454-f1e49a1ac82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:48.789732 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-b78141d7-a5a8-47f5-b454-f1e49a1ac82a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0427897 Sep 20 22:34:48.833795 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-118a75d9-4965-4424-94a4-fc3fb7fca45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:34:48.835108 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-118a75d9-4965-4424-94a4-fc3fb7fca45a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401063 Sep 20 22:34:48.923691 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-8240cbc3-7fbf-4780-833e-e52654ab304e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823996 Sep 20 22:34:49.001297 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:49.017487 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-28fcf664-e868-4e3c-8225-c8f160f7e272 req-7a8b4509-864c-4c41-8abb-611c0a1b0e7f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882788 Sep 20 22:34:56.315954 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:56.321415 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:57.096384 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=38 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:57.097651 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=36 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:57.411676 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:57.418016 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:57.783696 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:34:59.013081 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:34:59.013777 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=60 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:07.307591 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d28b2db4-33c6-4445-9909-3302bd691dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:09.665420 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-077bcd08-dd14-4524-9792-67133e38f67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:10.774910 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:12.238526 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:12.365922 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:15.752609 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:15.754495 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:16.512598 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:26.506956 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:26.508823 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:28.805027 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109fb4-e5cd-45c3-83fd-26d4ba50f943 req-0b5a92c5-cab5-473b-aa90-547a32cbf6dd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:28.806486 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a8109fb4-e5cd-45c3-83fd-26d4ba50f943 req-0b5a92c5-cab5-473b-aa90-547a32cbf6dd tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0460823 Sep 20 22:35:28.854685 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a8109fb4-e5cd-45c3-83fd-26d4ba50f943 req-1f0a063b-9971-4861-9d2b-e8edc977d86e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425591 Sep 20 22:35:29.980181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ac3be-a746-48cb-81a7-3c9e321ef53b req-908648d7-d5c4-400c-9c7e-74aee6615988 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:29.981698 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa5ac3be-a746-48cb-81a7-3c9e321ef53b req-908648d7-d5c4-400c-9c7e-74aee6615988 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0469577 Sep 20 22:35:30.031187 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-aa5ac3be-a746-48cb-81a7-3c9e321ef53b req-81b8c5ed-2d12-4486-abf9-5df3a233dc61 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96e91575-766b-4b63-be7b-2e783f607a01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439103 Sep 20 22:35:30.322239 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-dd90556e-2b7e-45d7-a80a-98185c1ffec8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:30.323648 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-dd90556e-2b7e-45d7-a80a-98185c1ffec8 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 945 time: 0.0479410 Sep 20 22:35:30.402529 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 23bb60e8-6565-4871-a176-d16b25c402c1 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:30.402863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:30.491416 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] For port 23bb60e8-6565-4871-a176-d16b25c402c1, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=23bb60e8-6565-4871-a176-d16b25c402c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:35:30.491774 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:30.650626 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:30.650987 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-538787'] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:30.651302 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.db.l3_db [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Floating IP 93c4685a-0715-4f65-bc4e-5e6223d8e68a disassociated. External IP: 172.27.2.111, port: 23bb60e8-6565-4871-a176-d16b25c402c1. Sep 20 22:35:30.651642 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 23bb60e8-6565-4871-a176-d16b25c402c1 owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:30.775709 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (23bb60e8-6565-4871-a176-d16b25c402c1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:30.799962 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=23bb60e8-6565-4871-a176-d16b25c402c1,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:30.812465 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.812817 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.813189 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.813526 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.813863 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.814191 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.814518 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.814849 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.815170 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.816101 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.816428 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.816751 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.817102 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.817425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.817747 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:30.925947 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:35:31.024248 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:35:31.029126 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:31.034254 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:35:31.044408 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:35:31.045162 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:35:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:31.067817 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] No DVR routers for this DVR port 23bb60e8-6565-4871-a176-d16b25c402c1 on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:35:31.070498 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:31.074043 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-ef200a18-dc4e-456c-85e7-f99850b0a250 req-2db6a7b9-a127-463c-83df-f191d3099d7e tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.27 "DELETE /networking/v2.0/ports/23bb60e8-6565-4871-a176-d16b25c402c1 HTTP/1.1" status: 204 len: 173 time: 0.7447689 Sep 20 22:35:31.074514 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'name': 'network-vif-deleted', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:35:31.077512 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba44cb3-074c-4b2d-a1b8-0aad583b6f3a" -d '{"events": [{"server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "name": "network-vif-deleted", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:35:31.119952 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5348ec9c-0c97-4a03-97d3-fd439a10a549 x-openstack-request-id: req-5348ec9c-0c97-4a03-97d3-fd439a10a549 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:35:31.120250 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7300b0c9-eba6-466d-b7bf-2e88bbcdd18b", "name": "network-vif-deleted", "tag": "23bb60e8-6565-4871-a176-d16b25c402c1", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:35:31.120504 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5348ec9c-0c97-4a03-97d3-fd439a10a549 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:35:31.120907 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5348ec9c-0c97-4a03-97d3-fd439a10a549'] response: {'server_uuid': '7300b0c9-eba6-466d-b7bf-2e88bbcdd18b', 'name': 'network-vif-deleted', 'tag': '23bb60e8-6565-4871-a176-d16b25c402c1', 'status': 'completed', 'code': 200} Sep 20 22:35:31.152775 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-30f73f1b-1eb3-450f-a9de-bcec1c6dd704 req-70595220-c910-4418-9a41-e72359a0c858 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7300b0c9-eba6-466d-b7bf-2e88bbcdd18b HTTP/1.1" status: 200 len: 210 time: 0.0347309 Sep 20 22:35:31.182129 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:35:31.384001 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:31.407874 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:35:31.416957 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:35:31.417581 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:35:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:31.517103 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:35:31.725472 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:31.749659 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c98f5a-7b6b-4e58-bc18-d660d1d82a5b None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:31:27Z', 'revision_number': 4, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'e4333946-f659-4add-b7c9-269676d9d48b', 'name': '', 'network_id': 'fdd6da27-ff07-48de-8020-aad44ec6dade', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'mac_address': 'fa:16:3e:45:08:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '32ac9929-4789-4258-9616-dcb41b9385de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:27Z', 'updated_at': '2022-09-20T22:31:31Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'subnets': [{'id': '32ac9929-4789-4258-9616-dcb41b9385de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:35:31.956351 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c5e4d-e463-41c7-89a9-229bf110efbe None None] New status for floating IP 93c4685a-0715-4f65-bc4e-5e6223d8e68a: DOWN {{(pid=106263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:35:32.254140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37220) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:32.310802 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (96e91575-766b-4b63-be7b-2e783f607a01), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.332852 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (96e91575-766b-4b63-be7b-2e783f607a01), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.379540 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (96e91575-766b-4b63-be7b-2e783f607a01), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.382140 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.383283 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96e91575-766b-4b63-be7b-2e783f607a01 HTTP/1.1" status: 204 len: 168 time: 0.1280935 Sep 20 22:35:32.386138 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37222) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:32.392291 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e91575-766b-4b63-be7b-2e783f607a01,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:32.399981 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.400140 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.api.v2.resource [None req-3975c29e-5204-4b58-abfd-10ae7805d7cb tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] show failed (client error): The resource could not be found. Sep 20 22:35:32.400327 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.403641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.403641 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.403887 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3975c29e-5204-4b58-abfd-10ae7805d7cb tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "GET /networking/v2.0/security-groups/96e91575-766b-4b63-be7b-2e783f607a01 HTTP/1.1" status: 404 len: 347 time: 0.0138307 Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404854 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37224) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:32.404958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.404958 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97660065-9db1-4df5-a473-ffa399e584b1 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:32.449736 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:32.511724 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Deleting port 2f071b64-6244-43bd-baa8-23104702acf9 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:32.512063 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (2f071b64-6244-43bd-baa8-23104702acf9), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.587319 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (2f071b64-6244-43bd-baa8-23104702acf9), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.587560 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (2f071b64-6244-43bd-baa8-23104702acf9), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.599493 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Calling delete_port for 2f071b64-6244-43bd-baa8-23104702acf9 owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:32.725417 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (2f071b64-6244-43bd-baa8-23104702acf9), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.747241 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Pushing event deleted for resources: {'Port': ['ID=2f071b64-6244-43bd-baa8-23104702acf9,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:32.807914 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks [] for floatingip (93c4685a-0715-4f65-bc4e-5e6223d8e68a), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.810374 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:32.811498 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-471cb25e-295d-41c8-b307-1b0e8a0cfd11 tempest-AttachVolumeNegativeTest-1123779385 tempest-AttachVolumeNegativeTest-1123779385-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/93c4685a-0715-4f65-bc4e-5e6223d8e68a HTTP/1.1" status: 204 len: 168 time: 0.4068301 Sep 20 22:35:33.885871 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 23bb60e8-6565-4871-a176-d16b25c402c1 no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:35:33.904630 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 23bb60e8-6565-4871-a176-d16b25c402c1 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:35:33.904981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 23bb60e8-6565-4871-a176-d16b25c402c1 not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:35:34.783060 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:35:36.501879 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37264) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:36.805366 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.020655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Deleting port e4333946-f659-4add-b7c9-269676d9d48b {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:37.021011 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e4333946-f659-4add-b7c9-269676d9d48b), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.097445 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] For port e4333946-f659-4add-b7c9-269676d9d48b, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e4333946-f659-4add-b7c9-269676d9d48b,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:35:37.097721 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e4333946-f659-4add-b7c9-269676d9d48b), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.104229 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:37.110833 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Calling delete_port for e4333946-f659-4add-b7c9-269676d9d48b owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:37.121357 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:37.297772 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (e4333946-f659-4add-b7c9-269676d9d48b), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.309678 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1e3a28a3-6a78-4959-929a-6a7fe5f6081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.321910 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4333946-f659-4add-b7c9-269676d9d48b,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:37.490022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.690748 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:35:37.788274 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:35:37.794268 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7a1bd28d-dfa5-4554-ad9e-682208d3fc3f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f256b48d-5f8f-4a55-837b-ba1d80e5ab45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2906497 Sep 20 22:35:37.795762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37266) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:37.798170 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Sync routers for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:35:37.807898 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:35:37.808591 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:35:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:37.892701 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks [] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:37.911567 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:35:38.161802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:38.215303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:35:37Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:38.240297 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Checking router: f256b48d-5f8f-4a55-837b-ba1d80e5ab45 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:35:38.243951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:38.249110 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Routers {'f256b48d-5f8f-4a55-837b-ba1d80e5ab45'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:35:38.249802 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:35:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:38.255392 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:38.264686 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks [] for router_gateway (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.290325 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=100 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:38.309733 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Deleting port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:38.310072 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.355548 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] Set router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:35:38.392194 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] For port 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:35:38.392552 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.404799 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Calling delete_port for 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:38.527884 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:35:37Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:38.552846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc744b8-59a6-4db2-8c80-72a2d2567c4c None None] The sync data for ids ['f256b48d-5f8f-4a55-837b-ba1d80e5ab45'] in dv-cinder-858276-1-iscsi is: [{'id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'name': 'tempest-AttachVolumeNegativeTest-1143332424-router', 'tenant_id': '59af02f2b4984c6190870041aa020d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:31:24Z', 'updated_at': '2022-09-20T22:35:37Z', 'revision_number': 5, 'project_id': '59af02f2b4984c6190870041aa020d75', 'gw_port': {'id': '1b91266d-dc34-4573-b6fc-a08e7ae8d3d0', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f256b48d-5f8f-4a55-837b-ba1d80e5ab45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:31:25Z', 'updated_at': '2022-09-20T22:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:35:38.569911 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (1b91266d-dc34-4573-b6fc-a08e7ae8d3d0), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.595010 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b91266d-dc34-4573-b6fc-a08e7ae8d3d0,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:38.657537 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.742932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.745335 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks [] for router_controller (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.786176 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (f256b48d-5f8f-4a55-837b-ba1d80e5ab45), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.786682 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f256b48d-5f8f-4a55-837b-ba1d80e5ab45 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:35:38.790901 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.792042 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-85a5c7ba-e80b-4259-90f8-c2a709a1d849 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f256b48d-5f8f-4a55-837b-ba1d80e5ab45 HTTP/1.1" status: 204 len: 168 time: 0.9953761 Sep 20 22:35:38.794753 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37268) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:38.841277 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Deleting subnet 32ac9929-4789-4258-9616-dcb41b9385de {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:35:38.844572 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Publish callbacks [] for subnet (32ac9929-4789-4258-9616-dcb41b9385de), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.882905 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (32ac9929-4789-4258-9616-dcb41b9385de), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:38.958644 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (32ac9929-4789-4258-9616-dcb41b9385de), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.017553 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (32ac9929-4789-4258-9616-dcb41b9385de), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.293328 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ac9929-4789-4258-9616-dcb41b9385de,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:39.298803 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.303318 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-6c15ea7f-ee6f-4610-8432-9d5c3e23fdb5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/32ac9929-4789-4258-9616-dcb41b9385de HTTP/1.1" status: 204 len: 168 time: 0.5061734 Sep 20 22:35:39.304464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37270) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:39.306810 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce32a91-60ab-48b6-a280-5449f77c895c None None] Network fdd6da27-ff07-48de-8020-aad44ec6dade requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:35:39.370285 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (fdd6da27-ff07-48de-8020-aad44ec6dade), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.416337 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Deleting port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:39.416670 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.427425 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:39.479504 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] For port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,segment=NetworkSegment(3f346996-b99a-4381-8ad2-17b0f5a25e13),segment_id=3f346996-b99a-4381-8ad2-17b0f5a25e13)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:35:39.479800 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.481817 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:39.492625 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Calling delete_port for e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:39.542259 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] DHCP port deletion for fdd6da27-ff07-48de-8020-aad44ec6dade request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:35:39.575401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.581886 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Deleting port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:35:39.582817 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.597902 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:39.603385 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] No DVR routers for this DVR port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 on host dv-cinder-858276-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:35:39.655974 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] For port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1, host dv-cinder-858276-1-iscsi, got binding levels [] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:35:39.656366 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.677429 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (fdd6da27-ff07-48de-8020-aad44ec6dade), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.677783 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Calling delete_port for e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:35:39.679651 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 was not found and therefore no delete operation was performed {{(pid=106262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 20 22:35:39.681452 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (e0488fdc-bc4a-48ba-86cd-61d5b9b687c1), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.686877 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8361ea9e-cb35-43d9-9499-75f8ac79c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.693440 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd6da27-ff07-48de-8020-aad44ec6dade']}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:39.702679 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f346996-b99a-4381-8ad2-17b0f5a25e13') {'for_net_delete': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:39.702973 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.services.segments.db [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f346996-b99a-4381-8ad2-17b0f5a25e13') {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:35:39.710377 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Pushing event deleted for resources: {'Port': ['ID=e0488fdc-bc4a-48ba-86cd-61d5b9b687c1,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:39.712637 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] No DVR routers for this DVR port e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:35:39.716650 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62506422'] for segment (3f346996-b99a-4381-8ad2-17b0f5a25e13), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.725793 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.725793 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.726067 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.726841 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.726841 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.727065 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.729436 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.730416 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.730416 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a98e68-ab21-4a1d-969e-b742d70de882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:35:39.730604 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (3f346996-b99a-4381-8ad2-17b0f5a25e13), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.737388 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:35:39.737779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62506732'] for segment (3f346996-b99a-4381-8ad2-17b0f5a25e13), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.798492 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (fdd6da27-ff07-48de-8020-aad44ec6dade), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.805750 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:39.809209 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fdd6da27-ff07-48de-8020-aad44ec6dade HTTP/1.1" status: 204 len: 168 time: 0.5037858 Sep 20 22:35:39.821605 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 3f346996-b99a-4381-8ad2-17b0f5a25e13 resource provider aggregate not found Sep 20 22:35:39.825690 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc251a0-1b1a-4d31-bdbd-b874d4e4fd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd6da27-ff07-48de-8020-aad44ec6dade,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:39.842656 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.services.segments.plugin [-] Segment 3f346996-b99a-4381-8ad2-17b0f5a25e13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f346996-b99a-4381-8ad2-17b0f5a25e13 found for delete ", "request_id": "req-363f81b5-450c-413d-84d6-92cffc1d1749"}]} Sep 20 22:35:39.979842 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37280) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:40.019967 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2d2989f8-c8ce-4ea6-905e-31465160e944 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=59af02f2b4984c6190870041aa020d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389848 Sep 20 22:35:40.022393 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37282) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:40.072762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] Publish callbacks [] for security_group (17e6a008-c7ad-42cb-9b5b-1a5dede60160), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:40.093378 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] Publish callbacks [] for security_group (17e6a008-c7ad-42cb-9b5b-1a5dede60160), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:40.140198 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (17e6a008-c7ad-42cb-9b5b-1a5dede60160), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:40.142845 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:40.143975 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/17e6a008-c7ad-42cb-9b5b-1a5dede60160 HTTP/1.1" status: 204 len: 168 time: 0.1207087 Sep 20 22:35:40.152192 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe163be-550a-4ced-843c-b2f43c229137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e6a008-c7ad-42cb-9b5b-1a5dede60160,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:40.329895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e4333946-f659-4add-b7c9-269676d9d48b no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:35:40.349563 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: e4333946-f659-4add-b7c9-269676d9d48b {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:35:40.350009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e4333946-f659-4add-b7c9-269676d9d48b not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:35:40.350424 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:35:40.372087 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:35:40.372434 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 1b91266d-dc34-4573-b6fc-a08e7ae8d3d0 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:35:40.372846 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:35:40.390981 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:35:40.391365 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device e0488fdc-bc4a-48ba-86cd-61d5b9b687c1 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:35:40.778574 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:42.028605 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:DELETE=1,neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:42.243523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:42.368533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:46.523107 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:49.171310 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-b9d5201b-cd2b-4ad7-b0be-9e9233eb01d2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360165 Sep 20 22:35:49.231735 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67c13-444d-47c6-b360-faa373824bed req-91c3d291-f58e-42c4-877c-1cded0710557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:49.233222 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-91c3d291-f58e-42c4-877c-1cded0710557 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1129 time: 0.0407088 Sep 20 22:35:49.335559 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67c13-444d-47c6-b360-faa373824bed req-9ae4b0e3-8a72-47eb-b603-c9416930b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:49.337045 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-9ae4b0e3-8a72-47eb-b603-c9416930b910 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0855300 Sep 20 22:35:49.398919 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-160736c8-ded7-422f-9389-4a6de9dee04c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 1001 time: 0.0562747 Sep 20 22:35:49.445811 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67c13-444d-47c6-b360-faa373824bed req-bfe9cdbf-1ecb-4e2f-a724-729805b5b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:49.447138 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-bfe9cdbf-1ecb-4e2f-a724-729805b5b081 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0427027 Sep 20 22:35:49.489348 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67c13-444d-47c6-b360-faa373824bed req-c826cf6d-bc60-465d-824a-f2a9edbf561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:35:49.490857 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-c826cf6d-bc60-465d-824a-f2a9edbf561e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383081 Sep 20 22:35:49.590701 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-476931b9-2c9c-4c15-b717-a1f5940a1402 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936029 Sep 20 22:35:49.680193 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-5dd67c13-444d-47c6-b360-faa373824bed req-479cfca3-cfab-45f6-9ad4-83ac5719d336 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841503 Sep 20 22:35:49.744346 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37396) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:49.849040 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fac99d19-ad6f-4ad5-a515-f8dd0e04da4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:49.881786 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:49.887690 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:49.930799 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fac99d19-ad6f-4ad5-a515-f8dd0e04da4a admin admin] Publish callbacks [] for security_group (d412d2af-bc60-412f-99c2-d6c8f3f4c66c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:49.934280 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fac99d19-ad6f-4ad5-a515-f8dd0e04da4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d412d2af-bc60-412f-99c2-d6c8f3f4c66c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:49.970483 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac99d19-ad6f-4ad5-a515-f8dd0e04da4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d412d2af-bc60-412f-99c2-d6c8f3f4c66c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:49.975246 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-fac99d19-ad6f-4ad5-a515-f8dd0e04da4a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cbaa5ac2cc8b41ee9ee78fc0ff08a772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296088 Sep 20 22:35:49.977889 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37400) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:50.025733 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] Publish callbacks [] for security_group (d412d2af-bc60-412f-99c2-d6c8f3f4c66c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:50.044911 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] Publish callbacks [] for security_group (d412d2af-bc60-412f-99c2-d6c8f3f4c66c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:50.091570 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (d412d2af-bc60-412f-99c2-d6c8f3f4c66c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:50.094373 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:50.095643 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d412d2af-bc60-412f-99c2-d6c8f3f4c66c HTTP/1.1" status: 204 len: 168 time: 0.1168146 Sep 20 22:35:50.103523 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c43e9e-1a9e-45de-8087-44939edb8dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d412d2af-bc60-412f-99c2-d6c8f3f4c66c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:50.146550 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:UPDATE=1,neutron:SELECT=82,neutron:DELETE=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:50.147717 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:51.967288 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37470) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:52.072986 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3d72214-6cb2-4d35-aac2-66d4b1caf155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.149999 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3d72214-6cb2-4d35-aac2-66d4b1caf155 admin admin] Publish callbacks [] for security_group (96479e2a-363e-4ca0-a757-ec8231998232), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.153942 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a3d72214-6cb2-4d35-aac2-66d4b1caf155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (96479e2a-363e-4ca0-a757-ec8231998232), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.193440 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a3d72214-6cb2-4d35-aac2-66d4b1caf155 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0b5ded2abf394079a793f456301a49dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251003 Sep 20 22:35:52.194401 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d72214-6cb2-4d35-aac2-66d4b1caf155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96479e2a-363e-4ca0-a757-ec8231998232,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:52.196188 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37474) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:52.245524 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] Publish callbacks [] for security_group (96479e2a-363e-4ca0-a757-ec8231998232), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.265960 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] Publish callbacks [] for security_group (96479e2a-363e-4ca0-a757-ec8231998232), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.313364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (96479e2a-363e-4ca0-a757-ec8231998232), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.315886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.317087 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96479e2a-363e-4ca0-a757-ec8231998232 HTTP/1.1" status: 204 len: 168 time: 0.1198771 Sep 20 22:35:52.325095 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146d1da-db4f-4eba-af33-bfb804e2057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96479e2a-363e-4ca0-a757-ec8231998232,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:52.573700 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37480) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:52.586872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af0ddb33-2442-45c0-b15f-1f563843cda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.665115 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af0ddb33-2442-45c0-b15f-1f563843cda6 admin admin] Publish callbacks [] for security_group (84cba03c-56cb-450c-a1fa-0795efd567ee), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.668498 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af0ddb33-2442-45c0-b15f-1f563843cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (84cba03c-56cb-450c-a1fa-0795efd567ee), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.706158 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-af0ddb33-2442-45c0-b15f-1f563843cda6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=431856d250114b2b88dc678951dcb710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314054 Sep 20 22:35:52.707494 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ddb33-2442-45c0-b15f-1f563843cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cba03c-56cb-450c-a1fa-0795efd567ee,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:52.709443 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37482) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:52.748415 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:52.749243 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:52.759529 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] Publish callbacks [] for security_group (84cba03c-56cb-450c-a1fa-0795efd567ee), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.779485 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] Publish callbacks [] for security_group (84cba03c-56cb-450c-a1fa-0795efd567ee), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.825639 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (84cba03c-56cb-450c-a1fa-0795efd567ee), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.828157 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:52.829339 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/84cba03c-56cb-450c-a1fa-0795efd567ee HTTP/1.1" status: 204 len: 168 time: 0.1187313 Sep 20 22:35:52.837442 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3550ea-3fb6-4b65-9d1d-3818f5ba6607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cba03c-56cb-450c-a1fa-0795efd567ee,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:57.272671 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37566) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:57.375084 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4836d14f-a424-42b3-9fad-dd117230ca2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.449180 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4836d14f-a424-42b3-9fad-dd117230ca2d admin admin] Publish callbacks [] for security_group (7ef05804-0cff-48b3-a378-171dbcd4708d), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.452681 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-4836d14f-a424-42b3-9fad-dd117230ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7ef05804-0cff-48b3-a378-171dbcd4708d), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.494055 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836d14f-a424-42b3-9fad-dd117230ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef05804-0cff-48b3-a378-171dbcd4708d,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:57.498696 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-4836d14f-a424-42b3-9fad-dd117230ca2d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0a8b6d8e45674b1db97b6cde7f4f7bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249506 Sep 20 22:35:57.501943 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37570) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:57.548866 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] Publish callbacks [] for security_group (7ef05804-0cff-48b3-a378-171dbcd4708d), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.572329 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] Publish callbacks [] for security_group (7ef05804-0cff-48b3-a378-171dbcd4708d), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.618789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (7ef05804-0cff-48b3-a378-171dbcd4708d), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.621768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.622934 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7ef05804-0cff-48b3-a378-171dbcd4708d HTTP/1.1" status: 204 len: 168 time: 0.1206059 Sep 20 22:35:57.630490 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9dc75-145f-43c3-a0ca-b9d1e8b1c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef05804-0cff-48b3-a378-171dbcd4708d,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:57.881606 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37576) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:57.894849 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a721e8fa-c70c-4127-8077-4cab58ef0415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.974598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a721e8fa-c70c-4127-8077-4cab58ef0415 admin admin] Publish callbacks [] for security_group (0422ae28-1c2f-4168-8530-f6ee63066ce2), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.978015 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a721e8fa-c70c-4127-8077-4cab58ef0415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0422ae28-1c2f-4168-8530-f6ee63066ce2), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:57.997517 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:58.016720 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721e8fa-c70c-4127-8077-4cab58ef0415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0422ae28-1c2f-4168-8530-f6ee63066ce2,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:58.022135 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a721e8fa-c70c-4127-8077-4cab58ef0415 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eaa38990ea664eafb0d7cc751651ed7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394932 Sep 20 22:35:58.024096 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37578) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:58.030548 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:58.075680 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] Publish callbacks [] for security_group (0422ae28-1c2f-4168-8530-f6ee63066ce2), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:58.095336 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] Publish callbacks [] for security_group (0422ae28-1c2f-4168-8530-f6ee63066ce2), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:58.140186 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (0422ae28-1c2f-4168-8530-f6ee63066ce2), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:58.142764 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:58.143894 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0422ae28-1c2f-4168-8530-f6ee63066ce2 HTTP/1.1" status: 204 len: 168 time: 0.1188962 Sep 20 22:35:58.151894 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c8d6-63e6-4da3-83c8-378e3fd9da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422ae28-1c2f-4168-8530-f6ee63066ce2,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:59.728117 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37624) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:35:59.831025 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6d69-796b-44f1-9edd-a483b80456e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:59.878640 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:59.890521 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:35:59.912048 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6d69-796b-44f1-9edd-a483b80456e0 admin admin] Publish callbacks [] for security_group (c94aa78d-7c6e-4e47-b493-6c87ab39055f), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:59.915685 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-cdeb6d69-796b-44f1-9edd-a483b80456e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c94aa78d-7c6e-4e47-b493-6c87ab39055f), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:35:59.955950 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-cdeb6d69-796b-44f1-9edd-a483b80456e0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c50767207cdd4d3c9e4d5900bbd32f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267187 Sep 20 22:35:59.957978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb6d69-796b-44f1-9edd-a483b80456e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94aa78d-7c6e-4e47-b493-6c87ab39055f,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:35:59.959239 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37628) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:00.008744 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] Publish callbacks [] for security_group (c94aa78d-7c6e-4e47-b493-6c87ab39055f), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.028515 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] Publish callbacks [] for security_group (c94aa78d-7c6e-4e47-b493-6c87ab39055f), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.076885 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (c94aa78d-7c6e-4e47-b493-6c87ab39055f), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.079371 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.080525 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c94aa78d-7c6e-4e47-b493-6c87ab39055f HTTP/1.1" status: 204 len: 168 time: 0.1202691 Sep 20 22:36:00.089552 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e5dfb-9f24-4850-86ac-dcf29482ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94aa78d-7c6e-4e47-b493-6c87ab39055f,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:00.347408 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37634) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:00.360598 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-441761bf-a891-4ccc-8afc-b60cf3ab185e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.434631 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-441761bf-a891-4ccc-8afc-b60cf3ab185e admin admin] Publish callbacks [] for security_group (ed45e662-b569-4111-ae8f-72048dc7b995), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.438222 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-441761bf-a891-4ccc-8afc-b60cf3ab185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ed45e662-b569-4111-ae8f-72048dc7b995), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.475066 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441761bf-a891-4ccc-8afc-b60cf3ab185e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45e662-b569-4111-ae8f-72048dc7b995,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:00.479281 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-441761bf-a891-4ccc-8afc-b60cf3ab185e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7f8b9f93be6644ea963d3af237c5493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308370 Sep 20 22:36:00.481988 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37636) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:00.529828 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] Publish callbacks [] for security_group (ed45e662-b569-4111-ae8f-72048dc7b995), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.549386 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] Publish callbacks [] for security_group (ed45e662-b569-4111-ae8f-72048dc7b995), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.596588 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (ed45e662-b569-4111-ae8f-72048dc7b995), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.599570 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:00.600716 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ed45e662-b569-4111-ae8f-72048dc7b995 HTTP/1.1" status: 204 len: 168 time: 0.1178436 Sep 20 22:36:00.611092 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b506a-81be-4722-b8ea-b7198ac8553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45e662-b569-4111-ae8f-72048dc7b995,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:00.622523 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:02.687063 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37706) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:02.790408 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7211b9cb-2613-4f9c-ab4e-ab4c34ae34a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:02.864658 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7211b9cb-2613-4f9c-ab4e-ab4c34ae34a6 admin admin] Publish callbacks [] for security_group (499cb627-b396-4463-a546-ab6ae9623dd2), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:02.868515 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7211b9cb-2613-4f9c-ab4e-ab4c34ae34a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (499cb627-b396-4463-a546-ab6ae9623dd2), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:02.912182 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-7211b9cb-2613-4f9c-ab4e-ab4c34ae34a6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eab137126e8540a39bc7c33db87e6bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240491 Sep 20 22:36:02.912991 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b9cb-2613-4f9c-ab4e-ab4c34ae34a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499cb627-b396-4463-a546-ab6ae9623dd2,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:02.915484 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37710) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:02.963572 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] Publish callbacks [] for security_group (499cb627-b396-4463-a546-ab6ae9623dd2), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:02.982711 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] Publish callbacks [] for security_group (499cb627-b396-4463-a546-ab6ae9623dd2), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:02.996259 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:03.032079 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (499cb627-b396-4463-a546-ab6ae9623dd2), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.034624 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.035756 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/499cb627-b396-4463-a546-ab6ae9623dd2 HTTP/1.1" status: 204 len: 168 time: 0.1198330 Sep 20 22:36:03.043276 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12a5e4-ddf5-45e6-838d-2e2eb06c680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499cb627-b396-4463-a546-ab6ae9623dd2,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:03.290246 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37716) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:03.303745 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9382c080-78d4-4bb1-af52-ed9408266fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.335107 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:03.378175 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9382c080-78d4-4bb1-af52-ed9408266fba admin admin] Publish callbacks [] for security_group (43c99b85-c412-4b1e-9380-35a437eaa3bf), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.382237 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9382c080-78d4-4bb1-af52-ed9408266fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (43c99b85-c412-4b1e-9380-35a437eaa3bf), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.421647 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-9382c080-78d4-4bb1-af52-ed9408266fba admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=394fc364cc2d43c990a77d345ad717a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303399 Sep 20 22:36:03.422484 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382c080-78d4-4bb1-af52-ed9408266fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c99b85-c412-4b1e-9380-35a437eaa3bf,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:03.425073 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37718) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:03.474329 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] Publish callbacks [] for security_group (43c99b85-c412-4b1e-9380-35a437eaa3bf), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.494457 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] Publish callbacks [] for security_group (43c99b85-c412-4b1e-9380-35a437eaa3bf), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.540276 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (43c99b85-c412-4b1e-9380-35a437eaa3bf), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.542710 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:03.543838 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/43c99b85-c412-4b1e-9380-35a437eaa3bf HTTP/1.1" status: 204 len: 168 time: 0.1175995 Sep 20 22:36:03.552115 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7eec5-6136-4306-826e-ba6f45654b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c99b85-c412-4b1e-9380-35a437eaa3bf,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:07.114469 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37762) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:07.216932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0618-c3cb-4c3b-a8de-5d77cc49bbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.293226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0618-c3cb-4c3b-a8de-5d77cc49bbb6 admin admin] Publish callbacks [] for security_group (6dcd873b-e320-4e61-8b8b-cb58795da579), precommit_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.297142 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0618-c3cb-4c3b-a8de-5d77cc49bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6dcd873b-e320-4e61-8b8b-cb58795da579), after_create {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.311163 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8574c555-249f-4408-b3e3-e770ebca802d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.338683 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8ecb0618-c3cb-4c3b-a8de-5d77cc49bbb6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d01a98d8747a4775855c51a6406ef39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231448 Sep 20 22:36:07.340655 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb0618-c3cb-4c3b-a8de-5d77cc49bbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcd873b-e320-4e61-8b8b-cb58795da579,revision_number=1']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:07.341400 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37766) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:07.389351 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] Publish callbacks [] for security_group (6dcd873b-e320-4e61-8b8b-cb58795da579), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.409108 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] Publish callbacks [] for security_group (6dcd873b-e320-4e61-8b8b-cb58795da579), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.455163 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (6dcd873b-e320-4e61-8b8b-cb58795da579), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.458338 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:07.459494 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6dcd873b-e320-4e61-8b8b-cb58795da579 HTTP/1.1" status: 204 len: 168 time: 0.1171358 Sep 20 22:36:07.467013 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8e2a0-abc8-4f55-ba91-d8fc2cf3f389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcd873b-e320-4e61-8b8b-cb58795da579,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:08.448650 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37796) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:08.552853 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1cd42b3e-422f-42b6-91aa-f5b61517f66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.625179 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1cd42b3e-422f-42b6-91aa-f5b61517f66d admin admin] Publish callbacks [] for security_group (73c36211-653b-486c-a6ef-ed34842c5f6f), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.628533 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1cd42b3e-422f-42b6-91aa-f5b61517f66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (73c36211-653b-486c-a6ef-ed34842c5f6f), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.665963 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-1cd42b3e-422f-42b6-91aa-f5b61517f66d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=406060f88a39457c97273248d95aa6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162557 Sep 20 22:36:08.667822 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd42b3e-422f-42b6-91aa-f5b61517f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c36211-653b-486c-a6ef-ed34842c5f6f,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:08.668761 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37800) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:08.717807 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] Publish callbacks [] for security_group (73c36211-653b-486c-a6ef-ed34842c5f6f), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.737789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] Publish callbacks [] for security_group (73c36211-653b-486c-a6ef-ed34842c5f6f), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.784422 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (73c36211-653b-486c-a6ef-ed34842c5f6f), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.786985 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:08.788169 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/73c36211-653b-486c-a6ef-ed34842c5f6f HTTP/1.1" status: 204 len: 168 time: 0.1183550 Sep 20 22:36:08.795872 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5502c-25b3-4cfc-91d1-4d3b094c3bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c36211-653b-486c-a6ef-ed34842c5f6f,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:09.656444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:09.670804 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-936e0532-e354-4eb7-85b2-fbe591cc4db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:10.780053 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:11.781996 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:36:12.244309 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:12.371292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:13.706517 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37804) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:13.713364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:13.804414 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:13.851347 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port 96619055-62ca-4baa-ace7-ae7797ab4e8a {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:13.851690 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:13.930252 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:13.930584 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (96619055-62ca-4baa-ace7-ae7797ab4e8a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:13.942664 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for 96619055-62ca-4baa-ace7-ae7797ab4e8a owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:14.083228 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (96619055-62ca-4baa-ace7-ae7797ab4e8a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:14.104516 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=96619055-62ca-4baa-ace7-ae7797ab4e8a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:14.168233 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (e09d00e5-1b72-4008-8861-a9aeac4606f5), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:14.168563 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP e09d00e5-1b72-4008-8861-a9aeac4606f5 disassociated (deleted). External IP: 172.27.2.214, port: 84111c91-8792-4d28-85ba-d23ba9e2ef0a. Sep 20 22:36:14.366351 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:36:14.466448 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:36:14.471244 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:14.476239 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:36:14.486381 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:14.486989 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:14.496420 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:14.503212 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-e67201aa-00b0-4494-b054-8dfd22b25b85 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e09d00e5-1b72-4008-8861-a9aeac4606f5 HTTP/1.1" status: 204 len: 168 time: 0.7956455 Sep 20 22:36:14.504797 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:36:14.507149 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f56cb-5d79-4f15-9d42-068753084b15" -d '{"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:36:14.592389 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:14.773260 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9e929-a36e-4373-a3dc-2bb69f9645e4 x-openstack-request-id: req-4fd9e929-a36e-4373-a3dc-2bb69f9645e4 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:36:14.773978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:36:14.773978 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fd9e929-a36e-4373-a3dc-2bb69f9645e4 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:36:14.774421 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd9e929-a36e-4373-a3dc-2bb69f9645e4'] response: {'name': 'network-changed', 'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'status': 'completed', 'code': 200} Sep 20 22:36:14.780255 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287048-6d62-42de-88b0-3fe55a67661c req-45890da9-5b95-4802-9523-486b66b9d5ca tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:14.782193 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9a287048-6d62-42de-88b0-3fe55a67661c req-45890da9-5b95-4802-9523-486b66b9d5ca tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0702341 Sep 20 22:36:14.815087 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:14.831582 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-9a287048-6d62-42de-88b0-3fe55a67661c req-5e69977b-6fb5-4d43-86ad-f5878c88c089 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Sep 20 22:36:14.839521 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:36:14.848533 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:14.849167 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:14.948515 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:15.156100 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:15.180920 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb38809-65e7-4865-b342-fb4c9f5f81bb None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_floatingips': [{'id': '53865c9b-5475-485b-bd97-21f6eb8c5f57', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'router_id': '68891704-638c-456a-8153-e89475203b77', 'port_id': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'mac_address': 'fa:16:3e:8e:d1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-20T22:32:50Z', 'updated_at': '2022-09-20T22:32:52Z', 'revision_number': 1, 'project_id': '42019663de764ee490940ccca9300b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:36:15.408106 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9d3c19-1a98-49c3-9686-ae01ca993662 None None] New status for floating IP e09d00e5-1b72-4008-8861-a9aeac4606f5: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:36:15.699472 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f56cb-5d79-4f15-9d42-068753084b15 req-34335297-019d-48d0-96f3-022e5dff4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:15.701006 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-34335297-019d-48d0-96f3-022e5dff4373 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 1129 time: 0.0387535 Sep 20 22:36:15.796019 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f56cb-5d79-4f15-9d42-068753084b15 req-027a528c-59fd-47e5-be69-5a40cd5cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:15.797476 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-027a528c-59fd-47e5-be69-5a40cd5cfa0f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.0874491 Sep 20 22:36:15.848740 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-9aad63e5-401a-44e5-925f-09b94740bd14 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 200 len: 217 time: 0.0313852 Sep 20 22:36:15.890301 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:15.897620 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f56cb-5d79-4f15-9d42-068753084b15 req-c5516aac-2c5e-4578-ae05-0b70f766771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:15.899088 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-c5516aac-2c5e-4578-ae05-0b70f766771c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0453835 Sep 20 22:36:15.953226 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24270d-016f-4197-9410-af2df1a08b0b req-60d0125b-62af-4421-866f-93b75d204636 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:15.954676 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c24270d-016f-4197-9410-af2df1a08b0b req-60d0125b-62af-4421-866f-93b75d204636 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0451038 Sep 20 22:36:16.003134 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-0c24270d-016f-4197-9410-af2df1a08b0b req-4ef91fcb-e9dc-4703-afe2-9cc444a3284c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Sep 20 22:36:16.076330 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f56cb-5d79-4f15-9d42-068753084b15 req-28051afd-08a7-4456-a8ea-3091ff556cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:16.077701 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-28051afd-08a7-4456-a8ea-3091ff556cfc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407057 Sep 20 22:36:16.154128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-6a1a9e3c-b5d9-4429-899c-ef3833d7801b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:16.155597 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-6a1a9e3c-b5d9-4429-899c-ef3833d7801b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Sep 20 22:36:16.170954 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-65ca5b62-a803-457e-a558-031e287bd8d8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Sep 20 22:36:16.189128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:16.222199 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:16.238256 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port 84111c91-8792-4d28-85ba-d23ba9e2ef0a {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:16.238622 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:16.265183 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-708f56cb-5d79-4f15-9d42-068753084b15 req-9e123eb3-cd4d-487b-beb9-94b57c4e28fb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884128 Sep 20 22:36:16.331112 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] For port 84111c91-8792-4d28-85ba-d23ba9e2ef0a, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=84111c91-8792-4d28-85ba-d23ba9e2ef0a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:16.331397 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:16.344339 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for 84111c91-8792-4d28-85ba-d23ba9e2ef0a owned by compute:nova {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:16.464410 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (84111c91-8792-4d28-85ba-d23ba9e2ef0a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:16.492023 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=84111c91-8792-4d28-85ba-d23ba9e2ef0a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:16.526180 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:16.539876 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] No DVR routers for this DVR port 84111c91-8792-4d28-85ba-d23ba9e2ef0a on host hv-cinder-85827 {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:36:16.542325 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:16.545640 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-c7ea343d-0f0c-433f-8cef-b156fff0d880 req-5baf9976-bda9-4e5f-9e3a-c3b4af9e0b81 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "DELETE /networking/v2.0/ports/84111c91-8792-4d28-85ba-d23ba9e2ef0a HTTP/1.1" status: 204 len: 173 time: 0.3850520 Sep 20 22:36:16.775977 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'name': 'network-vif-deleted', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:36:16.778326 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a4cd0-892b-4f84-85d6-b0fd9a25e653" -d '{"events": [{"server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "name": "network-vif-deleted", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:36:16.815595 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8976e7-5a06-4167-a1e2-e7d2d335b451 x-openstack-request-id: req-0e8976e7-5a06-4167-a1e2-e7d2d335b451 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:36:16.815886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e774edc1-1d20-4540-b590-2e5a67ab17c7", "name": "network-vif-deleted", "tag": "84111c91-8792-4d28-85ba-d23ba9e2ef0a", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:36:16.816144 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e8976e7-5a06-4167-a1e2-e7d2d335b451 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:36:16.817324 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8976e7-5a06-4167-a1e2-e7d2d335b451'] response: {'server_uuid': 'e774edc1-1d20-4540-b590-2e5a67ab17c7', 'name': 'network-vif-deleted', 'tag': '84111c91-8792-4d28-85ba-d23ba9e2ef0a', 'status': 'completed', 'code': 200} Sep 20 22:36:17.122713 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-3c8c17e5-c2f2-4bd0-b6ae-571be275d743 req-4e2e1ed2-e4df-44ab-99cb-65bb8492b084 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e774edc1-1d20-4540-b590-2e5a67ab17c7 HTTP/1.1" status: 200 len: 210 time: 0.0282540 Sep 20 22:36:20.182042 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 84111c91-8792-4d28-85ba-d23ba9e2ef0a no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:20.201624 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: 84111c91-8792-4d28-85ba-d23ba9e2ef0a {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:20.201968 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device 84111c91-8792-4d28-85ba-d23ba9e2ef0a not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:20.422673 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37834) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:20.556784 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port 5098c2cc-54d5-4265-9a4b-a2ecb46f3a51 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:20.557069 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:20.633255 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:20.633578 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:20.646052 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for 5098c2cc-54d5-4265-9a4b-a2ecb46f3a51 owned by network:floatingip {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:20.738070 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:20.789426 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (5098c2cc-54d5-4265-9a4b-a2ecb46f3a51), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:20.812868 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=5098c2cc-54d5-4265-9a4b-a2ecb46f3a51,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:20.865650 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:20.873784 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (53865c9b-5475-485b-bd97-21f6eb8c5f57), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:20.874107 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.db.l3_db [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Floating IP 53865c9b-5475-485b-bd97-21f6eb8c5f57 disassociated (deleted). External IP: 172.27.2.46, port: a06a3906-0bdb-4e5e-a8ce-e043710e1f6b. Sep 20 22:36:21.064613 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:36:21.164353 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:36:21.169037 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:21.173475 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:36:21.183203 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:21.183808 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:21.199886 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-759770a7-fe41-49cb-b431-9340bd764e3c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/53865c9b-5475-485b-bd97-21f6eb8c5f57 HTTP/1.1" status: 204 len: 168 time: 0.7761488 Sep 20 22:36:21.200555 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'}] {{(pid=106261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:36:21.202805 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14ff2342590396f3cc9ca3bd4f6bb5d85bdc58120c9e2ff7e4c8de7571ed5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd8315-bdb9-44d6-81df-d8ef3058b384" -d '{"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b"}]}' {{(pid=106261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:36:21.242033 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 20 Sep 2022 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80008e44-c306-4983-ab32-10aabbb2a0c1 x-openstack-request-id: req-80008e44-c306-4983-ab32-10aabbb2a0c1 {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:36:21.242329 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b", "status": "completed", "code": 200}]} {{(pid=106261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:36:21.242576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80008e44-c306-4983-ab32-10aabbb2a0c1 {{(pid=106261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:36:21.242978 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80008e44-c306-4983-ab32-10aabbb2a0c1'] response: {'name': 'network-changed', 'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'status': 'completed', 'code': 200} Sep 20 22:36:21.287462 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:21.303789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-fd6b39e9-c470-4227-9ebe-a61d91a39b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:21.305562 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-fd6b39e9-c470-4227-9ebe-a61d91a39b0e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=42019663de764ee490940ccca9300b0f&device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 1130 time: 0.0424242 Sep 20 22:36:21.362197 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:21.418395 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-bb99b01b-72ec-45e1-99bf-79a8f318f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:21.420021 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-bb99b01b-72ec-45e1-99bf-79a8f318f651 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 200 len: 912 time: 0.1032670 Sep 20 22:36:21.430255 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:21.441956 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a81b8-3180-40f0-ab6a-0bf581e5a16a req-3f83a6ef-a905-4172-9a3e-25f9a6928e5c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:21.443529 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a97a81b8-3180-40f0-ab6a-0bf581e5a16a req-3f83a6ef-a905-4172-9a3e-25f9a6928e5c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0479503 Sep 20 22:36:21.484042 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:21.491898 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-a97a81b8-3180-40f0-ab6a-0bf581e5a16a req-66a1f60d-8fa4-434c-8ad7-c778a4fb665b tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Sep 20 22:36:21.591466 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:36:21.600845 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:21.601484 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:21.702215 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:21.880101 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:21.907303 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b440c-ee03-42ec-aaf7-6cdb592b8ffb None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:29:22Z', 'revision_number': 4, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi', '_interfaces': [{'id': 'febea025-d036-4054-858e-798350948174', 'name': '', 'network_id': 'da8aba85-9a54-4a6e-abea-b06fe770c5b2', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'mac_address': 'fa:16:3e:5d:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:22Z', 'updated_at': '2022-09-20T22:29:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'subnets': [{'id': '520c76a6-8dd2-467a-89fc-6b38f1c55b23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:36:22.115274 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e00480-1d0a-4a9e-8e99-11100b639764 None None] New status for floating IP 53865c9b-5475-485b-bd97-21f6eb8c5f57: DOWN {{(pid=106262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 20 22:36:22.354253 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-8120d8cb-aa7b-4dcb-851d-c7acc1cffee3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 200 len: 217 time: 0.0321879 Sep 20 22:36:22.406343 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-d2229605-1ce4-4744-ad89-e18a0640582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:22.407765 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-d2229605-1ce4-4744-ad89-e18a0640582d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 200 len: 851 time: 0.0468524 Sep 20 22:36:22.458106 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-c2187e85-a077-43f5-a115-36ed3d44726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:22.459478 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-c2187e85-a077-43f5-a115-36ed3d44726b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=da8aba85-9a54-4a6e-abea-b06fe770c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385647 Sep 20 22:36:22.614472 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-909bfc02-fa36-4b11-882d-cd7d4dfa3a30 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122503 Sep 20 22:36:22.626657 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4df040-4fc9-490d-bdd4-3782e330c95a req-cfe61ada-78ce-45a3-8170-0d85313c791f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:22.627999 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d4df040-4fc9-490d-bdd4-3782e330c95a req-cfe61ada-78ce-45a3-8170-0d85313c791f tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0570519 Sep 20 22:36:22.675040 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-9d4df040-4fc9-490d-bdd4-3782e330c95a req-44e20382-c3ab-4ef1-992f-40c871c575ff tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5b68b3fa-2f72-443e-b7bd-a92b61342eed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Sep 20 22:36:22.746991 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:22.788192 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-44bd8315-bdb9-44d6-81df-d8ef3058b384 req-f0accea0-d05f-4447-9055-9c7bf1352d94 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Sep 20 22:36:22.820033 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-5804161a-d791-4eff-ae92-a6e1c6af1111 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 20 22:36:22.821510 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-5804161a-d791-4eff-ae92-a6e1c6af1111 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Sep 20 22:36:22.903512 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:22.903853 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:22.991594 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] For port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b, host hv-cinder-85827, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85827',level=0,port_id=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:22.991951 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:23.005276 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for a06a3906-0bdb-4e5e-a8ce-e043710e1f6b owned by compute:nova {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:23.124414 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (a06a3906-0bdb-4e5e-a8ce-e043710e1f6b), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:23.153804 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=a06a3906-0bdb-4e5e-a8ce-e043710e1f6b,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:23.197651 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] No DVR routers for this DVR port a06a3906-0bdb-4e5e-a8ce-e043710e1f6b on host hv-cinder-85827 {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:36:23.200079 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for port (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:23.203294 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [req-4ff5ec44-cb39-4880-bbcd-66f90dc3c100 req-32ed3dcd-e4de-4f19-be1e-876f04f54038 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a06a3906-0bdb-4e5e-a8ce-e043710e1f6b HTTP/1.1" status: 204 len: 173 time: 0.3771305 Sep 20 22:36:23.203779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'name': 'network-vif-deleted', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 20 22:36:23.206045 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fb48e451a23f312cb236d0dd9957909ccd9b0718f9816e60ef3b3ddcbc90f50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa941a9b-24c9-4aea-a353-3a24ece19669" -d '{"events": [{"server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "name": "network-vif-deleted", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 22:36:23.243708 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 20 Sep 2022 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea5f662-f548-4aa1-8c51-565acd9395da x-openstack-request-id: req-bea5f662-f548-4aa1-8c51-565acd9395da {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 22:36:23.243996 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da41d34-e3ba-4805-8662-2461d3b48ec0", "name": "network-vif-deleted", "tag": "a06a3906-0bdb-4e5e-a8ce-e043710e1f6b", "status": "completed", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 22:36:23.244273 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bea5f662-f548-4aa1-8c51-565acd9395da {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 22:36:23.244934 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea5f662-f548-4aa1-8c51-565acd9395da'] response: {'server_uuid': '0da41d34-e3ba-4805-8662-2461d3b48ec0', 'name': 'network-vif-deleted', 'tag': 'a06a3906-0bdb-4e5e-a8ce-e043710e1f6b', 'status': 'completed', 'code': 200} Sep 20 22:36:23.792241 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [req-51c4ddb6-67fa-493a-87c1-dca0ef5f4174 req-9b9ee908-bcbd-4e27-a4f3-bb3f0847384c tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0da41d34-e3ba-4805-8662-2461d3b48ec0 HTTP/1.1" status: 200 len: 210 time: 0.0310624 Sep 20 22:36:24.858929 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37850) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:24.966126 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Deleting port 57a34f95-673c-4e85-ab65-c2836848d7a7 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:24.966470 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.045961 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.046221 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (57a34f95-673c-4e85-ab65-c2836848d7a7), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.057859 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Calling delete_port for 57a34f95-673c-4e85-ab65-c2836848d7a7 owned by network:floatingip {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:25.059273 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:25.121767 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:25.186431 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (57a34f95-673c-4e85-ab65-c2836848d7a7), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.211000 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'Port': ['ID=57a34f95-673c-4e85-ab65-c2836848d7a7,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:25.271939 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for floatingip (1c66daad-956f-4975-8d6e-e1974f035033), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.274467 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79718'] for floatingip (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:25.275592 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-71aadb8a-aae9-466c-ae63-a4d4c604ee86 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/1c66daad-956f-4975-8d6e-e1974f035033 HTTP/1.1" status: 204 len: 168 time: 0.4158325 Sep 20 22:36:26.228881 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a06a3906-0bdb-4e5e-a8ce-e043710e1f6b no longer exists at agent hyperv_hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:26.248451 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] No Port match for: a06a3906-0bdb-4e5e-a8ce-e043710e1f6b {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:26.248788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Device a06a3906-0bdb-4e5e-a8ce-e043710e1f6b not bound to the agent host hv-cinder-85827 {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:26.484405 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37862) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:26.541306 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (5b68b3fa-2f72-443e-b7bd-a92b61342eed), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:26.544427 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:26.564762 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (5b68b3fa-2f72-443e-b7bd-a92b61342eed), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:26.624778 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (5b68b3fa-2f72-443e-b7bd-a92b61342eed), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:26.627364 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Publish callbacks [] for security_group (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:26.628502 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b68b3fa-2f72-443e-b7bd-a92b61342eed HTTP/1.1" status: 204 len: 168 time: 0.1430585 Sep 20 22:36:26.637947 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2f12c-a5e3-403a-8e77-e29109e5b653 tempest-TestVolumeBootPattern-1539651322 tempest-TestVolumeBootPattern-1539651322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68b3fa-2f72-443e-b7bd-a92b61342eed,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:26.680474 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37866) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:27.144366 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (68891704-638c-456a-8153-e89475203b77), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:27.625164 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Deleting port febea025-d036-4054-858e-798350948174 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:27.625830 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (febea025-d036-4054-858e-798350948174), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:27.702660 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] For port febea025-d036-4054-858e-798350948174, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=febea025-d036-4054-858e-798350948174,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:27.703010 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (febea025-d036-4054-858e-798350948174), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:27.715513 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Calling delete_port for febea025-d036-4054-858e-798350948174 owned by network:router_interface {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:27.758304 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:27.840844 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:27.893384 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (febea025-d036-4054-858e-798350948174), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:27.921758 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Pushing event deleted for resources: {'Port': ['ID=febea025-d036-4054-858e-798350948174,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:28.080929 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (68891704-638c-456a-8153-e89475203b77), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.284467 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Router 68891704-638c-456a-8153-e89475203b77 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:36:28.386361 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:36:28.391249 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-728a1eb1-5897-47c5-ab27-86ac47f5b098 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/68891704-638c-456a-8153-e89475203b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7095325 Sep 20 22:36:28.393831 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37870) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:28.397183 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Sync routers for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:36:28.407915 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:28.408628 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:28.488022 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks [] for router (68891704-638c-456a-8153-e89475203b77), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.506625 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:28.583550 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:28.586486 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks [] for router_gateway (68891704-638c-456a-8153-e89475203b77), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.632161 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Deleting port 00ee8c32-dd26-463a-baec-d140aeaf6d91 {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:28.632842 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.670496 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:36:27Z', 'revision_number': 5, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port': {'id': '00ee8c32-dd26-463a-baec-d140aeaf6d91', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68891704-638c-456a-8153-e89475203b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:20Z', 'updated_at': '2022-09-20T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:28.695977 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Checking router: 68891704-638c-456a-8153-e89475203b77 for host: dv-cinder-858276-1-iscsi {{(pid=106263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:36:28.704197 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Routers {'68891704-638c-456a-8153-e89475203b77'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:28.704791 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['68891704-638c-456a-8153-e89475203b77'], 'active': True} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:28.712803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] For port 00ee8c32-dd26-463a-baec-d140aeaf6d91, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=00ee8c32-dd26-463a-baec-d140aeaf6d91,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:28.713216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.726495 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Calling delete_port for 00ee8c32-dd26-463a-baec-d140aeaf6d91 owned by network:router_gateway {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:28.729932 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:28.780481 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=100 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:28.789306 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_dvr_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] Set router 68891704-638c-456a-8153-e89475203b77 gateway port host: None {{(pid=106263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:28.841662 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.l3_hamode_db [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:36:28Z', 'revision_number': 6, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:28.866156 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937de701-2d6b-4c68-ae1f-5074ca6d4316 None None] The sync data for ids ['68891704-638c-456a-8153-e89475203b77'] in dv-cinder-858276-1-iscsi is: [{'id': '68891704-638c-456a-8153-e89475203b77', 'name': 'tempest-TestVolumeBootPattern-1032642622-router', 'tenant_id': '42019663de764ee490940ccca9300b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:19Z', 'updated_at': '2022-09-20T22:36:28Z', 'revision_number': 6, 'project_id': '42019663de764ee490940ccca9300b0f', 'gw_port_host': None}] {{(pid=106263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:36:28.892384 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (00ee8c32-dd26-463a-baec-d140aeaf6d91), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:28.918211 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ee8c32-dd26-463a-baec-d140aeaf6d91,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:28.982044 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (68891704-638c-456a-8153-e89475203b77), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.065853 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (68891704-638c-456a-8153-e89475203b77), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.068491 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks [] for router_controller (68891704-638c-456a-8153-e89475203b77), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.110015 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (68891704-638c-456a-8153-e89475203b77), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.110665 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68891704-638c-456a-8153-e89475203b77 {{(pid=106261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:36:29.114881 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.115984 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-abf16bab-870a-4137-87d5-dcf822408125 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/68891704-638c-456a-8153-e89475203b77 HTTP/1.1" status: 204 len: 168 time: 0.7205970 Sep 20 22:36:29.118516 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37872) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:29.162104 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Deleting subnet 520c76a6-8dd2-467a-89fc-6b38f1c55b23 {{(pid=106261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:36:29.165129 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Publish callbacks [] for subnet (520c76a6-8dd2-467a-89fc-6b38f1c55b23), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.202078 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61361129'] for subnet (520c76a6-8dd2-467a-89fc-6b38f1c55b23), precommit_delete_associations {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.281500 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (520c76a6-8dd2-467a-89fc-6b38f1c55b23), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.334480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61360187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62190098'] for subnet (520c76a6-8dd2-467a-89fc-6b38f1c55b23), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.364043 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520c76a6-8dd2-467a-89fc-6b38f1c55b23,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:29.365924 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.369000 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-10f728ea-e469-4179-af9d-c9b45ee9d454 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/520c76a6-8dd2-467a-89fc-6b38f1c55b23 HTTP/1.1" status: 204 len: 168 time: 0.2495770 Sep 20 22:36:29.372017 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37874) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:29.372339 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e27db-8482-49d3-8ddd-bb9edce40f95 None None] Network da8aba85-9a54-4a6e-abea-b06fe770c5b2 requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:36:29.426511 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:29.442736 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (da8aba85-9a54-4a6e-abea-b06fe770c5b2), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.484576 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Deleting port 67289d60-db57-43b3-9852-984f1a561c9a {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:29.485064 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (67289d60-db57-43b3-9852-984f1a561c9a), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.554571 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] For port 67289d60-db57-43b3-9852-984f1a561c9a, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=67289d60-db57-43b3-9852-984f1a561c9a,segment=NetworkSegment(c117da57-01a6-42bc-85ec-0ab752c9ecad),segment_id=c117da57-01a6-42bc-85ec-0ab752c9ecad)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:29.554886 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (67289d60-db57-43b3-9852-984f1a561c9a), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.567389 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Calling delete_port for 67289d60-db57-43b3-9852-984f1a561c9a owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:29.611986 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:29.648482 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947dfb5f-f281-4015-9f2c-5ba75aa65332 None None] DHCP port deletion for da8aba85-9a54-4a6e-abea-b06fe770c5b2 request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:36:29.651460 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (67289d60-db57-43b3-9852-984f1a561c9a), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.679071 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67289d60-db57-43b3-9852-984f1a561c9a,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:29.684340 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] No DVR routers for this DVR port 67289d60-db57-43b3-9852-984f1a561c9a on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:36:29.762581 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (da8aba85-9a54-4a6e-abea-b06fe770c5b2), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.781951 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8aba85-9a54-4a6e-abea-b06fe770c5b2']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:29.791497 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c117da57-01a6-42bc-85ec-0ab752c9ecad') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:29.791793 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c117da57-01a6-42bc-85ec-0ab752c9ecad') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:29.802630 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (c117da57-01a6-42bc-85ec-0ab752c9ecad), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.817216 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (c117da57-01a6-42bc-85ec-0ab752c9ecad), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.824820 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:36:29.825249 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (c117da57-01a6-42bc-85ec-0ab752c9ecad), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.894667 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (da8aba85-9a54-4a6e-abea-b06fe770c5b2), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.901806 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:29.907993 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/da8aba85-9a54-4a6e-abea-b06fe770c5b2 HTTP/1.1" status: 204 len: 168 time: 0.5319767 Sep 20 22:36:29.908901 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37880) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:29.919724 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d3555-6617-4656-987c-4cc53dc4b1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8aba85-9a54-4a6e-abea-b06fe770c5b2,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:29.977281 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment c117da57-01a6-42bc-85ec-0ab752c9ecad resource provider aggregate not found Sep 20 22:36:29.993455 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment c117da57-01a6-42bc-85ec-0ab752c9ecad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c117da57-01a6-42bc-85ec-0ab752c9ecad found for delete ", "request_id": "req-95683a98-690a-4bbc-96bd-e996c10d7159"}]} Sep 20 22:36:30.215667 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-754851'] for router_interface (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:30.355848 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device febea025-d036-4054-858e-798350948174 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:30.378481 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: febea025-d036-4054-858e-798350948174 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:30.379141 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device febea025-d036-4054-858e-798350948174 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:30.379313 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 67289d60-db57-43b3-9852-984f1a561c9a no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:30.397025 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 67289d60-db57-43b3-9852-984f1a561c9a {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:30.397368 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 67289d60-db57-43b3-9852-984f1a561c9a not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:30.397773 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 00ee8c32-dd26-463a-baec-d140aeaf6d91 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:30.416688 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 00ee8c32-dd26-463a-baec-d140aeaf6d91 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:30.417037 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 00ee8c32-dd26-463a-baec-d140aeaf6d91 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:30.433436 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Deleting port 37b9bb4c-ef37-4da9-8246-b05d824d3e76 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:30.433779 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:30.513293 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] For port 37b9bb4c-ef37-4da9-8246-b05d824d3e76, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=37b9bb4c-ef37-4da9-8246-b05d824d3e76,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:30.513575 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:30.526382 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Calling delete_port for 37b9bb4c-ef37-4da9-8246-b05d824d3e76 owned by network:router_interface {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:30.567714 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:30.574322 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:30.700403 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (37b9bb4c-ef37-4da9-8246-b05d824d3e76), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:30.723938 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b9bb4c-ef37-4da9-8246-b05d824d3e76,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:30.891226 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532755'] for router_interface (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.332026 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Router e2363de2-a58e-49ee-a6de-9ffcff6e9093 has already been hosted by L3 agent ea7ad631-0fe5-448d-a655-d7960d7595d4 {{(pid=106260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 22:36:31.434778 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] Notify agent at l3_agent.dv-cinder-858276-1-iscsi the message routers_updated {{(pid=106260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 22:36:31.439655 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-57ce651a-219e-477f-b665-16d9681a07d1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e2363de2-a58e-49ee-a6de-9ffcff6e9093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5284476 Sep 20 22:36:31.442102 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37884) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:31.445460 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Sync routers for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 22:36:31.452538 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:31.456589 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:31.457239 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:31.541041 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks [] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.557454 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: dv-cinder-858276-1-iscsi {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:31.618252 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:31.645933 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks [] for router_gateway (e2363de2-a58e-49ee-a6de-9ffcff6e9093), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.685957 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Deleting port 49314dc4-9f0d-4bb4-aebc-df5a42584dec {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:31.686295 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.727528 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'external_fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:36:30Z', 'revision_number': 5, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port': {'id': '49314dc4-9f0d-4bb4-aebc-df5a42584dec', 'name': '', 'network_id': 'fce1cc64-2413-461f-aa2e-9375c7222292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858276-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-20T22:29:25Z', 'updated_at': '2022-09-20T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c60cf037-e2d7-45ea-8392-22c0fe0c6d4a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858276-1-iscsi'}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:31.745648 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:31.756148 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Checking router: e2363de2-a58e-49ee-a6de-9ffcff6e9093 for host: dv-cinder-858276-1-iscsi {{(pid=106262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 22:36:31.764897 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Routers {'e2363de2-a58e-49ee-a6de-9ffcff6e9093'} bound to L3 agent in host dv-cinder-858276-1-iscsi {{(pid=106262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 22:36:31.765533 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858276-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-20T22:15:40Z,description=,heartbeat_timestamp=2022-09-20T22:36:10Z,host='dv-cinder-858276-1-iscsi',id=ea7ad631-0fe5-448d-a655-d7960d7595d4,load=0,resource_versions=,resources_synced=,started_at=2022-09-20T22:15:40Z,topic='l3_agent')) {'router_ids': ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'], 'active': True} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:31.768376 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] For port 49314dc4-9f0d-4bb4-aebc-df5a42584dec, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=49314dc4-9f0d-4bb4-aebc-df5a42584dec,segment=NetworkSegment(c916f376-d6bc-4ab0-96bc-5449ba0179aa),segment_id=c916f376-d6bc-4ab0-96bc-5449ba0179aa)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:31.768740 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.781760 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Calling delete_port for 49314dc4-9f0d-4bb4-aebc-df5a42584dec owned by network:router_gateway {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:31.849260 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvr_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] Set router e2363de2-a58e-49ee-a6de-9ffcff6e9093 gateway port host: None {{(pid=106262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 20 22:36:31.951487 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62506553'] for port (49314dc4-9f0d-4bb4-aebc-df5a42584dec), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:31.978784 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Pushing event deleted for resources: {'Port': ['ID=49314dc4-9f0d-4bb4-aebc-df5a42584dec,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:32.003255 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.004095 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.004439 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.004782 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.005220 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.005556 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.005893 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.006222 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.006556 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.006888 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.007216 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.007547 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.007874 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.008198 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.008521 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.027732 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_hamode_db [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:36:31Z', 'revision_number': 6, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port_host': None}], 'dv-cinder-858276-1-iscsi', False) {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:32.053330 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538713'] for router_gateway (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.054335 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1044ee2b-1abb-47d1-b44f-637d0a6d31c7 None None] The sync data for ids ['e2363de2-a58e-49ee-a6de-9ffcff6e9093'] in dv-cinder-858276-1-iscsi is: [{'id': 'e2363de2-a58e-49ee-a6de-9ffcff6e9093', 'name': 'tempest-TestVolumeBootPattern-521638326-router', 'tenant_id': '8dcdd705572346c8baebafb9add22e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-20T22:29:24Z', 'updated_at': '2022-09-20T22:36:31Z', 'revision_number': 6, 'project_id': '8dcdd705572346c8baebafb9add22e8c', 'gw_port_host': None}] {{(pid=106262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 22:36:32.149927 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-915'] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.152035 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks [] for router_controller (e2363de2-a58e-49ee-a6de-9ffcff6e9093), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.193664 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532846'] for router (e2363de2-a58e-49ee-a6de-9ffcff6e9093), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.194196 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2363de2-a58e-49ee-a6de-9ffcff6e9093 {{(pid=106260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 22:36:32.198464 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.199582 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-80f7b2a7-c841-4e3d-975d-328b50cdd52d admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e2363de2-a58e-49ee-a6de-9ffcff6e9093 HTTP/1.1" status: 204 len: 168 time: 0.7565806 Sep 20 22:36:32.202103 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37886) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:32.245025 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_v2 [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Deleting subnet 785245df-8787-4c3c-b94f-f91ce502f129 {{(pid=106260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 20 22:36:32.248084 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Publish callbacks [] for subnet (785245df-8787-4c3c-b94f-f91ce502f129), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.281880 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62506381'] for subnet (785245df-8787-4c3c-b94f-f91ce502f129), precommit_delete_associations {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.356898 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4182890'] for subnet (785245df-8787-4c3c-b94f-f91ce502f129), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.398064 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:32.413257 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4179799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62506582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62724681'] for subnet (785245df-8787-4c3c-b94f-f91ce502f129), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.443771 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785245df-8787-4c3c-b94f-f91ce502f129,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:32.451869 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for subnet (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.456148 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-071d7a49-6139-4515-811d-7e80460daa44 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/785245df-8787-4c3c-b94f-f91ce502f129 HTTP/1.1" status: 204 len: 168 time: 0.2530589 Sep 20 22:36:32.456411 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c709e-6a09-4723-a51c-44639ab6b02b None None] Network 90c949f5-bd2b-46f9-84cd-3ef560a520fa requested from dv-cinder-858276-1-iscsi {{(pid=106262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 20 22:36:32.459636 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [-] (106261) accepted ('10.222.0.16', 37888) {{(pid=106261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:32.528102 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 37b9bb4c-ef37-4da9-8246-b05d824d3e76 no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:32.553803 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4061215'] for network (90c949f5-bd2b-46f9-84cd-3ef560a520fa), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.564690 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 37b9bb4c-ef37-4da9-8246-b05d824d3e76 {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:32.565063 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 37b9bb4c-ef37-4da9-8246-b05d824d3e76 not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:32.599334 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Deleting port b80cdb86-d639-4af0-9d2a-08f5f5e2161c {{(pid=106261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:32.599678 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.645916 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93805017-2cdb-4641-b347-26360decd92d None None] DHCP port deletion for 90c949f5-bd2b-46f9-84cd-3ef560a520fa request from dv-cinder-858276-1-iscsi {{(pid=106262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 20 22:36:32.670181 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] For port b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:32.670480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.682319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93805017-2cdb-4641-b347-26360decd92d None None] Deleting port b80cdb86-d639-4af0-9d2a-08f5f5e2161c {{(pid=106262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 20 22:36:32.682963 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93805017-2cdb-4641-b347-26360decd92d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779422335245'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), before_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.687327 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.plugin [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Calling delete_port for b80cdb86-d639-4af0-9d2a-08f5f5e2161c owned by network:dhcp {{(pid=106261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:32.751256 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.db [None req-93805017-2cdb-4641-b347-26360decd92d None None] For port b80cdb86-d639-4af0-9d2a-08f5f5e2161c, host dv-cinder-858276-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858276-1-iscsi',level=0,port_id=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,segment=NetworkSegment(270f8c54-33f4-42f2-8457-cee75b775a67),segment_id=270f8c54-33f4-42f2-8457-cee75b775a67)] {{(pid=106262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 22:36:32.751655 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93805017-2cdb-4641-b347-26360decd92d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539225'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), precommit_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.766645 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93805017-2cdb-4641-b347-26360decd92d None None] Calling delete_port for b80cdb86-d639-4af0-9d2a-08f5f5e2161c owned by network:dhcp {{(pid=106262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 20 22:36:32.770039 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61360212'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.812477 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:32.814853 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] No DVR routers for this DVR port b80cdb86-d639-4af0-9d2a-08f5f5e2161c on host dv-cinder-858276-1-iscsi {{(pid=106261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:36:32.841420 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.841773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.842116 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.842462 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.842796 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.843128 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.843460 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.843789 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.844114 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.844439 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.844765 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.845289 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.845468 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.846139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.846139 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858276-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 22:36:32.846363 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:32.856290 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93805017-2cdb-4641-b347-26360decd92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4175755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779422335627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779421893066'] for port (b80cdb86-d639-4af0-9d2a-08f5f5e2161c), after_delete {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.885412 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93805017-2cdb-4641-b347-26360decd92d None None] Pushing event deleted for resources: {'Port': ['ID=b80cdb86-d639-4af0-9d2a-08f5f5e2161c,revision_number=None']} {{(pid=106262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:32.890178 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93805017-2cdb-4641-b347-26360decd92d None None] No DVR routers for this DVR port b80cdb86-d639-4af0-9d2a-08f5f5e2161c on host dv-cinder-858276-1-iscsi {{(pid=106262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 20 22:36:32.909603 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3976001', 'neutron.services.segments.db._delete_segments_for_network-8779422391489'] for network (90c949f5-bd2b-46f9-84cd-3ef560a520fa), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.913002 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:32.933493 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c949f5-bd2b-46f9-84cd-3ef560a520fa']}} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:32.942974 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270f8c54-33f4-42f2-8457-cee75b775a67') {'for_net_delete': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:32.943272 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.services.segments.db [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270f8c54-33f4-42f2-8457-cee75b775a67') {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 22:36:32.952768 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779422391381', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61361106'] for segment (270f8c54-33f4-42f2-8457-cee75b775a67), before_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.966480 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734'] for segment (270f8c54-33f4-42f2-8457-cee75b775a67), precommit_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:32.973461 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 22:36:32.973956 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3974734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61360257'] for segment (270f8c54-33f4-42f2-8457-cee75b775a67), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.018320 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 270f8c54-33f4-42f2-8457-cee75b775a67 resource provider aggregate not found Sep 20 22:36:33.038396 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.services.segments.plugin [-] Segment 270f8c54-33f4-42f2-8457-cee75b775a67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 270f8c54-33f4-42f2-8457-cee75b775a67 found for delete ", "request_id": "req-4d0ca861-a75c-4dbd-8ee6-13fc71d09fa6"}]} Sep 20 22:36:33.041843 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538764'] for network (90c949f5-bd2b-46f9-84cd-3ef560a520fa), after_delete {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.047240 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646413'] for network (None), before_response {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.050402 dv-cinder-858276-1-iscsi neutron-server[106261]: INFO neutron.wsgi [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/90c949f5-bd2b-46f9-84cd-3ef560a520fa HTTP/1.1" status: 204 len: 168 time: 0.5891483 Sep 20 22:36:33.061865 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119cc9b-4c50-4bf8-8c8f-c54ed8825798 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c949f5-bd2b-46f9-84cd-3ef560a520fa,revision_number=None']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:33.163083 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37896) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:33.202156 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-4767bbda-566d-447e-8772-37854d4339ee admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=42019663de764ee490940ccca9300b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378780 Sep 20 22:36:33.204475 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37898) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:33.256204 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] Publish callbacks [] for security_group (2240582b-6a83-4b12-bbf9-bd8cb710dd45), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.276291 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] Publish callbacks [] for security_group (2240582b-6a83-4b12-bbf9-bd8cb710dd45), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.323445 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (2240582b-6a83-4b12-bbf9-bd8cb710dd45), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.326046 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.327205 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2240582b-6a83-4b12-bbf9-bd8cb710dd45 HTTP/1.1" status: 204 len: 168 time: 0.1218252 Sep 20 22:36:33.329444 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:33.336810 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a086f-eb61-4db3-b92e-d2175d7cebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240582b-6a83-4b12-bbf9-bd8cb710dd45,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:33.639849 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37904) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:33.679533 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-a532677a-ff12-4ae9-81b1-41c8e5fe1d7d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8dcdd705572346c8baebafb9add22e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385582 Sep 20 22:36:33.681934 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [-] (106260) accepted ('10.222.0.16', 37906) {{(pid=106260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 20 22:36:33.728808 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] Publish callbacks [] for security_group (195a086a-9b09-4ba2-8283-6e36fab89226), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.748456 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] Publish callbacks [] for security_group (195a086a-9b09-4ba2-8283-6e36fab89226), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.797200 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550906'] for security_group (195a086a-9b09-4ba2-8283-6e36fab89226), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.799732 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:33.800881 dv-cinder-858276-1-iscsi neutron-server[106260]: INFO neutron.wsgi [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/195a086a-9b09-4ba2-8283-6e36fab89226 HTTP/1.1" status: 204 len: 168 time: 0.1180739 Sep 20 22:36:33.808438 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a9f0-67fc-4c16-8a0b-c5dc57fd70b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a086a-9b09-4ba2-8283-6e36fab89226,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 22:36:34.355882 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device b80cdb86-d639-4af0-9d2a-08f5f5e2161c no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:34.378294 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: b80cdb86-d639-4af0-9d2a-08f5f5e2161c {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:34.379131 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device b80cdb86-d639-4af0-9d2a-08f5f5e2161c not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:34.379528 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 49314dc4-9f0d-4bb4-aebc-df5a42584dec no longer exists at agent ovs-agent-dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 22:36:34.398501 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] No Port match for: 49314dc4-9f0d-4bb4-aebc-df5a42584dec {{(pid=106262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 20 22:36:34.398847 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.rpc [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Device 49314dc4-9f0d-4bb4-aebc-df5a42584dec not bound to the agent host dv-cinder-858276-1-iscsi {{(pid=106262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 22:36:37.313763 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-6a597639-79f3-4fcd-8b75-af18e51c8917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:38.844021 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=95 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:38.844762 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:39.673410 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-74c769c1-8da4-4390-9500-52827ed8e2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:40.783144 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:42.247101 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:42.373224 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:43.036773 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=12,neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:43.052462 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:43.804122 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:43.804950 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:46.529444 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:36:48.780397 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:36:56.523949 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:36:56.526012 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:06.748036 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:06.753093 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:07.316252 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-fad3cb5a-7184-410c-ba75-31044065847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:09.676319 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-4ac81b7b-ded7-435e-8c51-d92ba7d93a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:10.786747 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:12.249081 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:12.374817 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:16.527220 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:25.777809 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:37:26.521438 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:26.523303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:37.318038 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1145-29ee-40c4-a8ed-28e5cf23742a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:39.677671 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4d89-e517-4e39-acfa-b797cf0b7e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:40.789161 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:42.250845 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:42.376286 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:43.746121 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:43.750363 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:46.537300 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:37:57.298061 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:37:57.305009 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:02.776283 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:38:07.319638 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-1aecff8d-89b3-4a39-9025-450126004e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:09.678286 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eebed7f1-a282-4552-a742-de83ed6b6fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:10.792302 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:12.253287 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:12.378310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:16.542788 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:20.742654 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:20.747813 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:26.536772 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:26.538679 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:37.320455 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8714d86a-7ded-4c48-abff-9b29cadb76d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:37.367856 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=11 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:37.368629 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=15 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:39.679116 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8f20303c-db2a-477a-9cff-b0cc1d7f4e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:39.774965 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:38:40.794715 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:42.254885 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:42.380108 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:46.535304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:38:56.529094 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:56.531006 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:57.739063 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:38:57.743102 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:07.322118 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-8cd6dc6c-8ef8-4110-80e6-b368316f65f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:09.680783 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a908bb72-997b-448e-9deb-9f116095842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:10.798165 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:12.259292 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:12.382455 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:16.551310 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:16.773584 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:39:19.695659 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-2a17c9e7-f2d4-47e3-8386-1e1603f269d6 req-47e64074-45c9-4826-96af-5473917119c3 service neutron] (106260) timed out ('10.222.0.27', 50873) {{(pid=106260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 22:39:24.037843 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-f2a7e9d4-1747-4746-814f-86e152b0f0f5 req-f864fc78-e43b-4164-a86e-c559837d43f3 service neutron] (106260) timed out ('10.222.0.27', 50851) {{(pid=106260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 22:39:26.545405 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:26.547257 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:34.734544 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:35.715556 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:37.323950 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dea257aa-c1c9-4d9e-b2a7-f20fd14226ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:39.682235 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-de351afb-7d12-4698-856d-d16e33bc7ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:40.800353 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:42.261546 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:42.384468 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:46.546851 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:39:53.773569 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:39:57.294293 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:39:57.295635 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=3,neutron:SELECT=19 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:07.326079 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-eb719911-2081-4974-b3a4-adc0a457c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:09.683932 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c6796330-4929-441d-8463-993ba04cbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:10.804716 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:11.743795 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=2 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:11.744561 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=6 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:12.265874 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:12.387091 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:16.547983 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:26.541895 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:26.543815 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:30.772368 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:40:37.327023 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b7dae560-d97d-4d98-b7dd-0046e8b078a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:39.687116 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-e2183283-a506-4dba-8e10-17390b9c71e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:40.806239 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:42.266229 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:42.389462 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:46.549685 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:40:48.736417 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=17 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:48.741115 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=17 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:56.537338 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:40:56.545252 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:41:07.332066 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-43faee04-5f1b-40ff-bbe7-118cf3cbdb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:07.770742 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:41:09.688522 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a9972d38-383f-4660-ba23-8d0a1e600a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:10.809618 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:12.269216 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:12.391160 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:16.559831 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:26.553959 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:41:26.556304 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:41:35.719422 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=4 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:41:35.720133 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG dbcounter [-] [106263] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106263) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 20 22:41:37.333303 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-c88c2c3a-d558-4737-80e8-f439eb6ffd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f5372cde-c197-4d78-8f53-c9adcb397a96), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:39.689582 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-9139cf4e-d2e0-4b55-a7c9-e9af7a342572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (ea7ad631-0fe5-448d-a655-d7960d7595d4), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:40.327620 dv-cinder-858276-1-iscsi neutron-server[106261]: DEBUG neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-1474db2b-a5cd-4d74-bdd4-c8aed1292148 service neutron] (106261) timed out ('10.222.0.16', 60038) {{(pid=106261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 22:41:40.501785 dv-cinder-858276-1-iscsi neutron-server[106260]: DEBUG neutron.wsgi [req-1e5dc2d9-1c77-445f-8068-a1910da48008 req-6636793b-fa0f-48a3-bf53-5d7c403397ff tempest-AttachVolumeShelveTestJSON-790319658 tempest-AttachVolumeShelveTestJSON-790319658-project] (106260) timed out ('10.222.0.16', 60050) {{(pid=106260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 20 22:41:40.812930 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-36cf1a24-519f-438e-9ed8-29769edb6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (1188f91b-6194-4f7b-9be3-8bd3852a036a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:42.272110 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a7acda07-f4b3-462c-8dc4-65b608c5ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (f152311e-994a-44bb-8504-8fd942827b3a), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:42.393375 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-b36d8cd6-aa3b-46e4-9cd7-9590bbaf7fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (06daf564-575e-4f8d-846f-f19e4ab54bbb), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 20 22:41:44.769317 dv-cinder-858276-1-iscsi neutron-server[106263]: DEBUG neutron.db.agents_db [None req-e336d220-2394-4b99-a59e-9b8a3a9a629e None None] Agent healthcheck: found 6 active agents {{(pid=106263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 22:41:46.559148 dv-cinder-858276-1-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-dae4c4a0-3b30-48c4-9668-2636feb65ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779422391471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3970304'] for agent (8793e8bc-8433-402c-8e00-0f10d4971e09), after_update {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}